[ 483.802448] env[63419]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63419) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 483.802851] env[63419]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63419) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 483.802898] env[63419]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63419) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 483.803246] env[63419]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 483.896414] env[63419]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63419) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 483.907239] env[63419]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=63419) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 484.516291] env[63419]: INFO nova.virt.driver [None req-afc3a209-7c2b-453d-86d2-d5d5f61f2446 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 484.592165] env[63419]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 484.592340] env[63419]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 484.592438] env[63419]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63419) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 487.739551] env[63419]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-f6136955-30cb-46df-996a-f55f57478446 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.756053] env[63419]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63419) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 487.756234] env[63419]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-02fc8e55-3409-4753-b02f-5d51b0c51687 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.790085] env[63419]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 6cf56. [ 487.790215] env[63419]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.198s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 487.790767] env[63419]: INFO nova.virt.vmwareapi.driver [None req-afc3a209-7c2b-453d-86d2-d5d5f61f2446 None None] VMware vCenter version: 7.0.3 [ 487.794210] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bad09ec-d9b5-47e8-8654-8ffc26cfb728 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.811524] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08bbe8d-6a25-418d-a7b3-ef8cfbe54063 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.817390] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5acc089-1742-4552-8974-85028ca6cd18 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.823965] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fb4282-7579-4a04-aa2e-ffcdc9d8137f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.837022] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59972685-1378-49bf-a915-fdbeb92b9dac {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.842892] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47aa415-e31f-4bf9-8308-f4f75bfb1df4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.873987] env[63419]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-d6beb61f-3177-45de-a43c-0b6b9cd9e22c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.879251] env[63419]: DEBUG nova.virt.vmwareapi.driver [None req-afc3a209-7c2b-453d-86d2-d5d5f61f2446 None None] Extension org.openstack.compute already exists. {{(pid=63419) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 487.881997] env[63419]: INFO nova.compute.provider_config [None req-afc3a209-7c2b-453d-86d2-d5d5f61f2446 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 488.385925] env[63419]: DEBUG nova.context [None req-afc3a209-7c2b-453d-86d2-d5d5f61f2446 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),54aaa6f1-ff7e-4471-b455-758119c2a518(cell1) {{(pid=63419) load_cells /opt/stack/nova/nova/context.py:464}} [ 488.388016] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 488.388267] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 488.388995] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 488.389444] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Acquiring lock "54aaa6f1-ff7e-4471-b455-758119c2a518" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 488.389636] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Lock "54aaa6f1-ff7e-4471-b455-758119c2a518" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 488.390872] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Lock "54aaa6f1-ff7e-4471-b455-758119c2a518" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 488.412692] env[63419]: INFO dbcounter [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Registered counter for database nova_cell0 [ 488.421378] env[63419]: INFO dbcounter [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Registered counter for database nova_cell1 [ 488.424842] env[63419]: DEBUG oslo_db.sqlalchemy.engines [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63419) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 488.425549] env[63419]: DEBUG oslo_db.sqlalchemy.engines [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63419) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 488.430158] env[63419]: ERROR nova.db.main.api [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 488.430158] env[63419]: result = function(*args, **kwargs) [ 488.430158] env[63419]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 488.430158] env[63419]: return func(*args, **kwargs) [ 488.430158] env[63419]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 488.430158] env[63419]: result = fn(*args, **kwargs) [ 488.430158] env[63419]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 488.430158] env[63419]: return f(*args, **kwargs) [ 488.430158] env[63419]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 488.430158] env[63419]: return db.service_get_minimum_version(context, binaries) [ 488.430158] env[63419]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 488.430158] env[63419]: _check_db_access() [ 488.430158] env[63419]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 488.430158] env[63419]: stacktrace = ''.join(traceback.format_stack()) [ 488.430158] env[63419]: [ 488.430964] env[63419]: ERROR nova.db.main.api [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 488.430964] env[63419]: result = function(*args, **kwargs) [ 488.430964] env[63419]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 488.430964] env[63419]: return func(*args, **kwargs) [ 488.430964] env[63419]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 488.430964] env[63419]: result = fn(*args, **kwargs) [ 488.430964] env[63419]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 488.430964] env[63419]: return f(*args, **kwargs) [ 488.430964] env[63419]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 488.430964] env[63419]: return db.service_get_minimum_version(context, binaries) [ 488.430964] env[63419]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 488.430964] env[63419]: _check_db_access() [ 488.430964] env[63419]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 488.430964] env[63419]: stacktrace = ''.join(traceback.format_stack()) [ 488.430964] env[63419]: [ 488.431452] env[63419]: WARNING nova.objects.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Failed to get minimum service version for cell 54aaa6f1-ff7e-4471-b455-758119c2a518 [ 488.431639] env[63419]: WARNING nova.objects.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 488.432074] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Acquiring lock "singleton_lock" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 488.432242] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Acquired lock "singleton_lock" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 488.432481] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Releasing lock "singleton_lock" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 488.432800] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Full set of CONF: {{(pid=63419) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 488.432944] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ******************************************************************************** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 488.433086] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] Configuration options gathered from: {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 488.433225] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 488.433569] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 488.433707] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ================================================================================ {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 488.433919] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] allow_resize_to_same_host = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.434114] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] arq_binding_timeout = 300 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.434253] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] backdoor_port = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.434403] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] backdoor_socket = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.434585] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] block_device_allocate_retries = 60 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.434754] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] block_device_allocate_retries_interval = 3 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.434925] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cert = self.pem {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.435109] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.435285] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute_monitors = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.435455] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] config_dir = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.435632] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] config_drive_format = iso9660 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.435768] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.435936] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] config_source = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.436118] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] console_host = devstack {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.436289] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] control_exchange = nova {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.436449] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cpu_allocation_ratio = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.436613] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] daemon = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.436782] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] debug = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.436942] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] default_access_ip_network_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.437200] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] default_availability_zone = nova {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.437373] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] default_ephemeral_format = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.437570] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] default_green_pool_size = 1000 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.437830] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.438019] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] default_schedule_zone = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.438183] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] disk_allocation_ratio = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.438348] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] enable_new_services = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.438583] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] enabled_apis = ['osapi_compute'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.438790] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] enabled_ssl_apis = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.438960] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] flat_injected = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.439140] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] force_config_drive = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.439305] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] force_raw_images = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.439481] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] graceful_shutdown_timeout = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.439649] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] heal_instance_info_cache_interval = 60 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.439884] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] host = cpu-1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.440077] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.440250] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.440418] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.440651] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.440824] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] instance_build_timeout = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.441088] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] instance_delete_interval = 300 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.441381] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] instance_format = [instance: %(uuid)s] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.441586] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] instance_name_template = instance-%08x {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.441758] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] instance_usage_audit = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.441931] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] instance_usage_audit_period = month {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.442116] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.442291] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.442462] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] internal_service_availability_zone = internal {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.442624] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] key = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.442786] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] live_migration_retry_count = 30 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.442953] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] log_color = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.443135] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] log_config_append = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.443307] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.443557] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] log_dir = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.443724] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] log_file = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.443856] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] log_options = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.444031] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] log_rotate_interval = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.444205] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] log_rotate_interval_type = days {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.444431] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] log_rotation_type = none {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.444578] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.444708] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.444883] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.445062] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.445194] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.445433] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] long_rpc_timeout = 1800 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.445618] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] max_concurrent_builds = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.445782] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] max_concurrent_live_migrations = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.445942] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] max_concurrent_snapshots = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.446120] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] max_local_block_devices = 3 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.446288] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] max_logfile_count = 30 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.446450] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] max_logfile_size_mb = 200 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.446616] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] maximum_instance_delete_attempts = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.446788] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] metadata_listen = 0.0.0.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.446957] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] metadata_listen_port = 8775 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.447145] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] metadata_workers = 2 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.447312] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] migrate_max_retries = -1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.447482] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] mkisofs_cmd = genisoimage {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.447697] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.447833] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] my_ip = 10.180.1.21 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.448050] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.448222] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] network_allocate_retries = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.448407] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.448580] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.448748] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] osapi_compute_listen_port = 8774 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.448920] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] osapi_compute_unique_server_name_scope = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.449162] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] osapi_compute_workers = 2 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.449353] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] password_length = 12 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.449543] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] periodic_enable = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.449733] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] periodic_fuzzy_delay = 60 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.449911] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] pointer_model = usbtablet {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.450098] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] preallocate_images = none {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.450266] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] publish_errors = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.450399] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] pybasedir = /opt/stack/nova {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.450562] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ram_allocation_ratio = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.450725] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] rate_limit_burst = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.450897] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] rate_limit_except_level = CRITICAL {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.451072] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] rate_limit_interval = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.451292] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] reboot_timeout = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.451476] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] reclaim_instance_interval = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.451639] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] record = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.451812] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] reimage_timeout_per_gb = 60 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.451982] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] report_interval = 120 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.452164] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] rescue_timeout = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.452328] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] reserved_host_cpus = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.452493] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] reserved_host_disk_mb = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.452657] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] reserved_host_memory_mb = 512 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.452819] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] reserved_huge_pages = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.452981] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] resize_confirm_window = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.453157] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] resize_fs_using_block_device = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.453373] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] resume_guests_state_on_host_boot = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.453593] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.453769] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] rpc_response_timeout = 60 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.453935] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] run_external_periodic_tasks = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.454124] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] running_deleted_instance_action = reap {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.454299] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.454487] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] running_deleted_instance_timeout = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.454661] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] scheduler_instance_sync_interval = 120 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.454833] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] service_down_time = 720 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.455014] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] servicegroup_driver = db {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.455191] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] shell_completion = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.455354] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] shelved_offload_time = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.455521] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] shelved_poll_interval = 3600 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.455695] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] shutdown_timeout = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.455861] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] source_is_ipv6 = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.456036] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ssl_only = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.456296] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.456473] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] sync_power_state_interval = 600 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.456640] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] sync_power_state_pool_size = 1000 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.456811] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] syslog_log_facility = LOG_USER {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.456971] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] tempdir = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.457148] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] timeout_nbd = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.457318] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] transport_url = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.457586] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] update_resources_interval = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.457747] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] use_cow_images = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.457907] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] use_journal = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.458080] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] use_json = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.458245] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] use_rootwrap_daemon = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.458407] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] use_stderr = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.458570] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] use_syslog = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.458728] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vcpu_pin_set = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.458895] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plugging_is_fatal = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.459077] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plugging_timeout = 300 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.459250] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] virt_mkfs = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.459417] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] volume_usage_poll_interval = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.459582] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] watch_log_file = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.459751] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] web = /usr/share/spice-html5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 488.459936] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460128] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460299] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.460470] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_concurrency.disable_process_locking = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461025] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461296] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461515] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461707] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.461888] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462073] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462266] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.auth_strategy = keystone {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462442] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.compute_link_prefix = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462625] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462806] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.dhcp_domain = novalocal {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.462982] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.enable_instance_password = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463170] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.glance_link_prefix = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463392] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463598] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463773] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.instance_list_per_project_cells = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.463940] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.list_records_by_skipping_down_cells = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464124] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.local_metadata_per_cell = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464303] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.max_limit = 1000 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464496] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.metadata_cache_expiration = 15 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464680] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.neutron_default_tenant_id = default {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.464856] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.response_validation = warn {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465047] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.use_neutron_default_nets = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465229] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465400] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465623] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465811] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.465986] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.vendordata_dynamic_targets = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466174] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.vendordata_jsonfile_path = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466361] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466562] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.backend = dogpile.cache.memcached {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466734] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.backend_argument = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.466899] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.backend_expiration_time = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467085] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.config_prefix = cache.oslo {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467263] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.dead_timeout = 60.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467433] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.debug_cache_backend = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467598] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.enable_retry_client = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467764] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.enable_socket_keepalive = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.467940] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.enabled = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468122] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.enforce_fips_mode = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468296] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.expiration_time = 600 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468463] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.hashclient_retry_attempts = 2 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468672] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.468847] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.memcache_dead_retry = 300 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469021] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.memcache_password = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469194] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469414] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469626] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.memcache_pool_maxsize = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469800] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.469969] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.memcache_sasl_enabled = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470173] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470346] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470514] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.memcache_username = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470687] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.proxies = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.470856] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.redis_db = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471037] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.redis_password = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471221] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471416] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471585] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.redis_server = localhost:6379 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471753] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.redis_socket_timeout = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.471916] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.redis_username = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472096] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.retry_attempts = 2 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472268] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.retry_delay = 0.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472435] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.socket_keepalive_count = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472602] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.socket_keepalive_idle = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472767] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.socket_keepalive_interval = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.472930] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.tls_allowed_ciphers = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473148] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.tls_cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473385] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.tls_certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473580] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.tls_enabled = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473749] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cache.tls_keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.473926] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.auth_section = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474120] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.auth_type = password {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474289] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474497] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474668] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.474835] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.collect_timing = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475009] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.cross_az_attach = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475185] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.debug = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475348] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.endpoint_template = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475516] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.http_retries = 3 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475680] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.insecure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.475840] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476022] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.os_region_name = RegionOne {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476195] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.split_loggers = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476358] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cinder.timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476539] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476701] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute.cpu_dedicated_set = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.476864] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute.cpu_shared_set = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477044] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute.image_type_exclude_list = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477217] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477386] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477553] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477719] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.477890] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478071] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute.resource_provider_association_refresh = 300 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478241] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478407] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute.shutdown_retry_interval = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478593] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478775] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] conductor.workers = 2 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.478959] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] console.allowed_origins = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479139] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] console.ssl_ciphers = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479317] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] console.ssl_minimum_version = default {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479493] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] consoleauth.enforce_session_timeout = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479667] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] consoleauth.token_ttl = 600 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.479846] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480017] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480190] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.collect_timing = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480354] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.connect_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480517] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.connect_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480678] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.endpoint_override = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.480843] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.insecure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481011] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481182] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.max_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481446] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.min_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481617] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.region_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481782] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.retriable_status_codes = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.481945] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.service_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482136] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.service_type = accelerator {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482307] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.split_loggers = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482472] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.status_code_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482633] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.status_code_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482795] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.482981] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483161] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] cyborg.version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483379] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.asyncio_connection = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483569] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.asyncio_slave_connection = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483751] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.backend = sqlalchemy {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.483925] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.connection = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484111] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.connection_debug = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484288] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.connection_parameters = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484486] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.connection_recycle_time = 3600 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484656] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.connection_trace = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484823] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.db_inc_retry_interval = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.484990] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.db_max_retries = 20 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485233] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.db_max_retry_interval = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485420] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.db_retry_interval = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485592] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.max_overflow = 50 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485758] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.max_pool_size = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.485923] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.max_retries = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486121] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486289] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.mysql_wsrep_sync_wait = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486450] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.pool_timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486617] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.retry_interval = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486779] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.slave_connection = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.486944] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.sqlite_synchronous = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487123] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] database.use_db_reconnect = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487297] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.asyncio_connection = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487459] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.asyncio_slave_connection = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487636] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.backend = sqlalchemy {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487807] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.connection = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.487976] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.connection_debug = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488162] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.connection_parameters = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488331] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.connection_recycle_time = 3600 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488497] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.connection_trace = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488661] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.db_inc_retry_interval = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488827] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.db_max_retries = 20 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.488993] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.db_max_retry_interval = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489174] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.db_retry_interval = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489342] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.max_overflow = 50 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489513] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.max_pool_size = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489677] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.max_retries = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.489850] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490026] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490193] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.pool_timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490359] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.retry_interval = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490520] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.slave_connection = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490685] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] api_database.sqlite_synchronous = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.490865] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] devices.enabled_mdev_types = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491067] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491303] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491489] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ephemeral_storage_encryption.enabled = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491663] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.491841] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.api_servers = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492021] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492193] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492363] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.collect_timing = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492528] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.connect_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492692] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.connect_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.492859] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.debug = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493040] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.default_trusted_certificate_ids = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493213] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.enable_certificate_validation = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493503] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.enable_rbd_download = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493688] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.endpoint_override = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.493861] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.insecure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494039] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494211] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.max_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494392] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.min_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494573] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.num_retries = 3 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494749] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.rbd_ceph_conf = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.494916] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.rbd_connect_timeout = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495109] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.rbd_pool = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495287] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.rbd_user = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495459] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.region_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495627] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.retriable_status_codes = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495788] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.service_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.495964] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.service_type = image {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496145] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.split_loggers = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496310] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.status_code_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496473] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.status_code_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496637] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496823] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.496991] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.verify_glance_signatures = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497222] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] glance.version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497419] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] guestfs.debug = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497599] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.auth_section = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497767] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.auth_type = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.497932] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498109] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498278] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.collect_timing = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498442] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.connect_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498607] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.connect_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498773] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.endpoint_override = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.498935] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.insecure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499110] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499275] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.max_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499435] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.min_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499598] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.region_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499758] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.retriable_status_codes = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.499917] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.service_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500102] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.service_type = shared-file-system {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500273] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.share_apply_policy_timeout = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500439] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.split_loggers = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500602] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.status_code_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500763] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.status_code_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.500924] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501124] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501311] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] manila.version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501485] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] mks.enabled = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.501835] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502043] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] image_cache.manager_interval = 2400 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502224] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] image_cache.precache_concurrency = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502402] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] image_cache.remove_unused_base_images = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502578] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502748] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.502928] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] image_cache.subdirectory_name = _base {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503123] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.api_max_retries = 60 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503295] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.api_retry_interval = 2 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503489] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.auth_section = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503665] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.auth_type = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503831] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.503994] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504178] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.collect_timing = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504367] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.conductor_group = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504550] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.connect_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504716] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.connect_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.504878] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.endpoint_override = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505055] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.insecure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505224] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505417] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.max_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505594] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.min_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505766] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.peer_list = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.505929] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.region_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506108] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.retriable_status_codes = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506281] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.serial_console_state_timeout = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506444] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.service_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506619] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.service_type = baremetal {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506783] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.shard = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.506951] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.split_loggers = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507131] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.status_code_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507299] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.status_code_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507465] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507653] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.507819] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ironic.version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508014] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508204] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] key_manager.fixed_key = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508394] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508562] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.barbican_api_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508726] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.barbican_endpoint = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.508899] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.barbican_endpoint_type = public {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509073] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.barbican_region_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509261] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509438] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509610] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.collect_timing = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509777] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.insecure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.509938] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510120] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.number_of_retries = 60 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510287] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.retry_delay = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510453] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.send_service_user_token = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510618] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.split_loggers = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510779] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.510942] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.verify_ssl = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511114] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican.verify_ssl_path = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511287] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican_service_user.auth_section = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511464] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican_service_user.auth_type = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511629] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican_service_user.cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511789] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican_service_user.certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.511955] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican_service_user.collect_timing = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512134] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican_service_user.insecure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512297] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican_service_user.keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512463] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican_service_user.split_loggers = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512628] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] barbican_service_user.timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512796] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vault.approle_role_id = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.512958] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vault.approle_secret_id = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513145] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vault.kv_mountpoint = secret {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513314] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vault.kv_path = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513510] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vault.kv_version = 2 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513678] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vault.namespace = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.513840] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vault.root_token_id = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514025] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vault.ssl_ca_crt_file = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514205] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vault.timeout = 60.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514393] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vault.use_ssl = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514587] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514761] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.514927] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515110] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.collect_timing = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515329] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.connect_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515507] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.connect_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515674] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.endpoint_override = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.515840] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.insecure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516017] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516181] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.max_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516341] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.min_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516502] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.region_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516668] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.retriable_status_codes = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.516834] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.service_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517013] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.service_type = identity {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517195] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.split_loggers = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517373] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.status_code_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517566] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.status_code_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517734] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.517919] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518095] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] keystone.version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518293] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.ceph_mount_options = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518603] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518791] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.connection_uri = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.518957] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.cpu_mode = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519143] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519315] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.cpu_models = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519491] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.cpu_power_governor_high = performance {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519662] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.519835] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.cpu_power_management = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520033] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520213] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.device_detach_attempts = 8 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520382] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.device_detach_timeout = 20 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520554] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.disk_cachemodes = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520715] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.disk_prefix = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.520882] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.enabled_perf_events = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521058] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.file_backed_memory = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521245] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.gid_maps = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521427] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.hw_disk_discard = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521594] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.hw_machine_type = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521768] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.images_rbd_ceph_conf = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.521938] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522119] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522294] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.images_rbd_glance_store_name = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522464] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.images_rbd_pool = rbd {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522639] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.images_type = default {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522800] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.images_volume_group = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.522966] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.inject_key = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523143] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.inject_partition = -2 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523307] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.inject_password = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523505] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.iscsi_iface = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523679] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.iser_use_multipath = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.523846] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524025] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524197] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.live_migration_downtime = 500 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524381] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524561] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524726] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.live_migration_inbound_addr = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.524889] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525065] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525230] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.live_migration_scheme = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525403] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.live_migration_timeout_action = abort {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525568] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.live_migration_tunnelled = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525729] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.live_migration_uri = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.525892] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.live_migration_with_native_tls = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526064] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.max_queues = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526234] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526473] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526643] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.nfs_mount_options = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.526942] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527136] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527308] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527529] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527717] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.527888] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.num_pcie_ports = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528072] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528248] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.pmem_namespaces = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528411] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.quobyte_client_cfg = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528713] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.528902] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529086] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529259] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529422] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.rbd_secret_uuid = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529588] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.rbd_user = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529756] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.529931] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530107] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.rescue_image_id = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530273] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.rescue_kernel_id = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530435] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.rescue_ramdisk_id = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530611] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530774] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.rx_queue_size = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.530945] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.smbfs_mount_options = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531262] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531459] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.snapshot_compression = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531629] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.snapshot_image_format = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.531869] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532053] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.sparse_logical_volumes = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532228] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.swtpm_enabled = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532405] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.swtpm_group = tss {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532580] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.swtpm_user = tss {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532752] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.sysinfo_serial = unique {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.532915] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.tb_cache_size = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533098] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.tx_queue_size = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533284] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.uid_maps = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533494] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.use_virtio_for_bridges = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533676] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.virt_type = kvm {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.533850] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.volume_clear = zero {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534027] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.volume_clear_size = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534202] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.volume_use_multipath = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534383] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.vzstorage_cache_path = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534571] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534745] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.534912] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535095] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535388] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535576] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.vzstorage_mount_user = stack {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535749] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.535926] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.auth_section = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536125] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.auth_type = password {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536293] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536460] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536629] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.collect_timing = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536791] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.connect_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.536953] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.connect_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537142] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.default_floating_pool = public {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537307] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.endpoint_override = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537475] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.extension_sync_interval = 600 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537643] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.http_retries = 3 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537806] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.insecure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.537968] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538145] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.max_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538323] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538489] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.min_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538660] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.ovs_bridge = br-int {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538826] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.physnets = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.538997] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.region_name = RegionOne {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539174] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.retriable_status_codes = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539345] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.service_metadata_proxy = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539541] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.service_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539732] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.service_type = network {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.539901] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.split_loggers = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540078] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.status_code_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540246] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.status_code_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540410] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540597] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540762] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] neutron.version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.540935] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] notifications.bdms_in_notifications = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541130] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] notifications.default_level = INFO {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541301] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] notifications.include_share_mapping = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541477] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] notifications.notification_format = unversioned {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541646] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] notifications.notify_on_state_change = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.541826] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542014] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] pci.alias = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542195] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] pci.device_spec = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542365] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] pci.report_in_placement = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542543] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.auth_section = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542719] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.auth_type = password {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.542888] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543062] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543229] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543419] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.collect_timing = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543594] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.connect_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543758] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.connect_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.543920] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.default_domain_id = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544095] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.default_domain_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544261] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.domain_id = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544445] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.domain_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544614] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.endpoint_override = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544780] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.insecure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.544939] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545121] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.max_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545297] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.min_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545486] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.password = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545654] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.project_domain_id = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545825] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.project_domain_name = Default {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.545994] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.project_id = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546184] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.project_name = service {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546357] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.region_name = RegionOne {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546524] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.retriable_status_codes = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546684] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.service_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.546854] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.service_type = placement {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547027] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.split_loggers = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547197] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.status_code_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547357] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.status_code_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547519] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.system_scope = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547678] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547835] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.trust_id = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.547991] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.user_domain_id = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548176] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.user_domain_name = Default {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548337] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.user_id = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548514] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.username = nova {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548694] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.548857] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] placement.version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549048] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.cores = 20 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549221] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.count_usage_from_placement = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549395] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549569] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.injected_file_content_bytes = 10240 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549737] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.injected_file_path_length = 255 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.549901] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.injected_files = 5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550080] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.instances = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550249] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.key_pairs = 100 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550416] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.metadata_items = 128 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550584] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.ram = 51200 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550748] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.recheck_quota = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.550915] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.server_group_members = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551093] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.server_groups = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551333] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551526] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] quota.unified_limits_resource_strategy = require {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551711] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.551878] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552055] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] scheduler.image_metadata_prefilter = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552224] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552391] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] scheduler.max_attempts = 3 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552558] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] scheduler.max_placement_results = 1000 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552724] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.552886] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553060] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553244] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] scheduler.workers = 2 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553445] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553633] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553815] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.553986] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554170] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554354] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554537] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554727] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.554898] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.host_subset_size = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555077] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555243] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555407] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555575] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.isolated_hosts = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555742] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.isolated_images = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.555917] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556110] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556282] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556447] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.pci_in_placement = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556613] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556776] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.556938] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557119] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557287] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557482] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557651] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.track_instance_changes = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.557831] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558009] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] metrics.required = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558187] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] metrics.weight_multiplier = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558353] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558520] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] metrics.weight_setting = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.558833] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559021] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] serial_console.enabled = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559207] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] serial_console.port_range = 10000:20000 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559381] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559554] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559724] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] serial_console.serialproxy_port = 6083 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.559891] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] service_user.auth_section = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560077] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] service_user.auth_type = password {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560243] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] service_user.cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560404] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] service_user.certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560570] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] service_user.collect_timing = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560733] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] service_user.insecure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.560892] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] service_user.keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561075] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] service_user.send_service_user_token = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561261] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] service_user.split_loggers = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561435] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] service_user.timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561611] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] spice.agent_enabled = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.561777] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] spice.enabled = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562094] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562301] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562477] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] spice.html5proxy_port = 6082 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562645] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] spice.image_compression = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562807] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] spice.jpeg_compression = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.562966] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] spice.playback_compression = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563147] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] spice.require_secure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563370] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] spice.server_listen = 127.0.0.1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563560] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563726] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] spice.streaming_mode = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.563886] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] spice.zlib_compression = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564065] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] upgrade_levels.baseapi = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564242] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] upgrade_levels.compute = auto {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564424] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] upgrade_levels.conductor = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564594] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] upgrade_levels.scheduler = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564765] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.564932] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565108] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vendordata_dynamic_auth.cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565274] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vendordata_dynamic_auth.certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565440] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565605] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vendordata_dynamic_auth.insecure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565766] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.565930] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566105] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vendordata_dynamic_auth.timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566286] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.api_retry_count = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566451] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.ca_file = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566628] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566799] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.cluster_name = testcl1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.566966] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.connection_pool_size = 10 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567140] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.console_delay_seconds = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567312] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.datastore_regex = ^datastore.* {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567525] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567706] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.host_password = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.567875] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.host_port = 443 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.568061] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.host_username = administrator@vsphere.local {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.568236] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.insecure = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.568400] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.integration_bridge = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.568569] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.maximum_objects = 100 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.568728] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.pbm_default_policy = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.568893] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.pbm_enabled = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.569074] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.pbm_wsdl_location = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.569250] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.569435] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.serial_port_proxy_uri = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.569611] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.serial_port_service_uri = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.569782] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.task_poll_interval = 0.5 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.569955] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.use_linked_clone = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.570142] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.vnc_keymap = en-us {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.570311] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.vnc_port = 5900 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.570476] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vmware.vnc_port_total = 10000 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.570665] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vnc.auth_schemes = ['none'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.570840] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vnc.enabled = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.571155] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.571350] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.571528] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vnc.novncproxy_port = 6080 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.571729] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vnc.server_listen = 127.0.0.1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.571914] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.572093] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vnc.vencrypt_ca_certs = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.572260] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vnc.vencrypt_client_cert = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.572420] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vnc.vencrypt_client_key = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.572596] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.572762] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.disable_deep_image_inspection = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.572924] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.573098] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.573265] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.573465] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.disable_rootwrap = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.573633] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.enable_numa_live_migration = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.573797] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.573959] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.574133] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.574299] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.libvirt_disable_apic = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.574482] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.574650] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.574812] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.574981] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.575159] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.575341] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.575528] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.575702] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.575862] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.576042] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.576236] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.576411] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] wsgi.client_socket_timeout = 900 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.576580] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] wsgi.default_pool_size = 1000 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.576748] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] wsgi.keep_alive = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.576917] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] wsgi.max_header_line = 16384 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.577094] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.577259] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] wsgi.ssl_ca_file = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.577421] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] wsgi.ssl_cert_file = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.577582] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] wsgi.ssl_key_file = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.577748] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] wsgi.tcp_keepidle = 600 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.577929] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.578119] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] zvm.ca_file = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.578286] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] zvm.cloud_connector_url = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.578590] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.578776] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] zvm.reachable_timeout = 300 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.578954] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.579148] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.579331] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler.connection_string = messaging:// {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.579505] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler.enabled = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.579675] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler.es_doc_type = notification {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.579840] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler.es_scroll_size = 10000 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.580016] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler.es_scroll_time = 2m {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.580184] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler.filter_error_trace = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.580377] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler.hmac_keys = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.580554] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler.sentinel_service_name = mymaster {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.580722] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler.socket_timeout = 0.1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.580887] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler.trace_requests = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.581067] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler.trace_sqlalchemy = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.581268] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler_jaeger.process_tags = {} {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.581448] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler_jaeger.service_name_prefix = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.581620] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] profiler_otlp.service_name_prefix = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.581791] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] remote_debug.host = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.581953] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] remote_debug.port = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.582145] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.582313] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.582481] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.582655] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.582815] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.582978] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.583154] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.583362] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.583514] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.583696] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.583860] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.584046] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.584222] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.584412] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.584598] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.584764] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.584933] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.585122] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.585292] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.585457] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.585656] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.585796] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.585960] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.586140] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.586306] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.586470] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.586637] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.586799] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.586964] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.587141] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.ssl = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.587313] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.587523] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.587699] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.587870] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.588051] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.588222] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.588410] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.588581] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_notifications.retry = -1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.588761] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.588936] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.589125] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.auth_section = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.589294] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.auth_type = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.589453] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.cafile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.589614] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.certfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.589783] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.collect_timing = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.589939] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.connect_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.590111] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.connect_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.590273] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.endpoint_id = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.590448] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.590608] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.endpoint_override = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.590767] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.endpoint_region_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.590926] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.endpoint_service_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.591096] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.endpoint_service_type = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.591280] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.insecure = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.591451] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.keyfile = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.591614] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.max_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.591773] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.min_version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.591934] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.region_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.592112] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.retriable_status_codes = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.592276] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.service_name = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.592436] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.service_type = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.592601] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.split_loggers = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.592869] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.status_code_retries = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.592927] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.status_code_retry_delay = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.593085] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.timeout = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.593258] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.valid_interfaces = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.593465] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_limit.version = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.593645] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_reports.file_event_handler = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.593818] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.593983] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] oslo_reports.log_dir = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.594174] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.594351] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.594528] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.594699] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.594868] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.595040] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.595220] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.595384] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plug_ovs_privileged.group = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.595544] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.595717] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.595881] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.596053] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] vif_plug_ovs_privileged.user = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.596230] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.596413] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.596590] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.596764] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.596937] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.597125] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.597296] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.597461] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.597645] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.597817] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_ovs.isolate_vif = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.597988] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.598175] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.598347] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.598520] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.598682] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] os_vif_ovs.per_port_bridge = False {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.598852] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] privsep_osbrick.capabilities = [21] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.599021] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] privsep_osbrick.group = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.599186] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] privsep_osbrick.helper_command = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.599354] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.599564] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.599738] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] privsep_osbrick.user = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.599915] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.600095] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] nova_sys_admin.group = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.600260] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] nova_sys_admin.helper_command = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.600427] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.600597] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.600757] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] nova_sys_admin.user = None {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 488.600889] env[63419]: DEBUG oslo_service.service [None req-e86101d5-b021-43ee-b73c-8739d642ca56 None None] ******************************************************************************** {{(pid=63419) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 488.601315] env[63419]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 489.105059] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Getting list of instances from cluster (obj){ [ 489.105059] env[63419]: value = "domain-c8" [ 489.105059] env[63419]: _type = "ClusterComputeResource" [ 489.105059] env[63419]: } {{(pid=63419) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 489.105910] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bcaf2b-a61c-46e6-b566-2b9f198c56f3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 489.115111] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Got total of 0 instances {{(pid=63419) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 489.115699] env[63419]: WARNING nova.virt.vmwareapi.driver [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 489.116184] env[63419]: INFO nova.virt.node [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Generated node identity 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba [ 489.116421] env[63419]: INFO nova.virt.node [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Wrote node identity 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba to /opt/stack/data/n-cpu-1/compute_id [ 489.619164] env[63419]: WARNING nova.compute.manager [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Compute nodes ['9f5215b0-afd5-459a-88f8-ed0e40d0a0ba'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 490.633087] env[63419]: INFO nova.compute.manager [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 491.638719] env[63419]: WARNING nova.compute.manager [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 491.639115] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.639214] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.639363] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.639522] env[63419]: DEBUG nova.compute.resource_tracker [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63419) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 491.640471] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c5f1d3-214a-4ea0-9f4f-e19f706dd4e3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.648571] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a31dbb-619b-4cbd-98d3-8cdc69f30467 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.664237] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085adfab-da0c-45e6-9060-24bc93e15867 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.670135] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb0a663-a538-41b9-ad56-1b6ab3f07d04 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.699233] env[63419]: DEBUG nova.compute.resource_tracker [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181189MB free_disk=125GB free_vcpus=48 pci_devices=None {{(pid=63419) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 491.699364] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.699522] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 492.202590] env[63419]: WARNING nova.compute.resource_tracker [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] No compute node record for cpu-1:9f5215b0-afd5-459a-88f8-ed0e40d0a0ba: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba could not be found. [ 492.706333] env[63419]: INFO nova.compute.resource_tracker [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba [ 494.213768] env[63419]: DEBUG nova.compute.resource_tracker [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63419) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 494.214117] env[63419]: DEBUG nova.compute.resource_tracker [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63419) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 494.367303] env[63419]: INFO nova.scheduler.client.report [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] [req-43afb8fa-99a4-4ffc-ad78-6c6a971e25d6] Created resource provider record via placement API for resource provider with UUID 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 494.385111] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04106b1d-2037-4e56-8e2f-912cf03a8c5e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.393113] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa04974-53f7-410d-8bef-cef3465780b6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.423816] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f19c1bd-c887-43ab-b1b4-c3165b2fded0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.431262] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d64351-85dc-4cb5-b2f7-19bea2e7e975 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.444404] env[63419]: DEBUG nova.compute.provider_tree [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 494.982313] env[63419]: DEBUG nova.scheduler.client.report [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Updated inventory for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 494.982565] env[63419]: DEBUG nova.compute.provider_tree [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Updating resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba generation from 0 to 1 during operation: update_inventory {{(pid=63419) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 494.982706] env[63419]: DEBUG nova.compute.provider_tree [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 495.032847] env[63419]: DEBUG nova.compute.provider_tree [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Updating resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba generation from 1 to 2 during operation: update_traits {{(pid=63419) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 495.537536] env[63419]: DEBUG nova.compute.resource_tracker [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63419) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 495.537817] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.838s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 495.537904] env[63419]: DEBUG nova.service [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Creating RPC server for service compute {{(pid=63419) start /opt/stack/nova/nova/service.py:186}} [ 495.553448] env[63419]: DEBUG nova.service [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] Join ServiceGroup membership for this service compute {{(pid=63419) start /opt/stack/nova/nova/service.py:203}} [ 495.553702] env[63419]: DEBUG nova.servicegroup.drivers.db [None req-e28cd581-8e5b-46df-aba8-253e52bd7f06 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63419) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 523.563250] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 524.065642] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Getting list of instances from cluster (obj){ [ 524.065642] env[63419]: value = "domain-c8" [ 524.065642] env[63419]: _type = "ClusterComputeResource" [ 524.065642] env[63419]: } {{(pid=63419) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 524.069016] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8876ada2-f689-4cfb-abf5-798e0bbb177c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.076411] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Got total of 0 instances {{(pid=63419) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 524.079415] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 524.079415] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Getting list of instances from cluster (obj){ [ 524.079415] env[63419]: value = "domain-c8" [ 524.079415] env[63419]: _type = "ClusterComputeResource" [ 524.079415] env[63419]: } {{(pid=63419) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 524.083257] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708a7a07-fe14-4ce2-8259-4a8697dadb06 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.088938] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Got total of 0 instances {{(pid=63419) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 539.151274] env[63419]: DEBUG oslo_concurrency.lockutils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Acquiring lock "8e6855c9-570b-492c-974a-08bf2efc998c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.151274] env[63419]: DEBUG oslo_concurrency.lockutils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Lock "8e6855c9-570b-492c-974a-08bf2efc998c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.652660] env[63419]: DEBUG nova.compute.manager [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 540.203061] env[63419]: DEBUG oslo_concurrency.lockutils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.203334] env[63419]: DEBUG oslo_concurrency.lockutils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.205619] env[63419]: INFO nova.compute.claims [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 541.054690] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Acquiring lock "2d0161c6-c351-4113-a846-e769fdef4c4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.055033] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Lock "2d0161c6-c351-4113-a846-e769fdef4c4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.294640] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Acquiring lock "19fdb067-c4d3-466e-9c3b-bf0a77dd2f95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.296116] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Lock "19fdb067-c4d3-466e-9c3b-bf0a77dd2f95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.315736] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23ddb3e-d99c-435f-8f51-f399a248df49 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.330153] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8ecf8d-dc48-4bbb-8450-f81ae6a63250 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.366261] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012b76d0-6135-415d-bbf4-5c5db53b1949 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.377024] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbb0978-e55e-4b42-afb5-a23a5de755d7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.391972] env[63419]: DEBUG nova.compute.provider_tree [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 541.561969] env[63419]: DEBUG nova.compute.manager [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.798360] env[63419]: DEBUG nova.compute.manager [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.898814] env[63419]: DEBUG nova.scheduler.client.report [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 542.048904] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Acquiring lock "7380379b-dd8c-407c-9aaa-ae21c76f88d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.049941] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Lock "7380379b-dd8c-407c-9aaa-ae21c76f88d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.108057] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.334367] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.402047] env[63419]: DEBUG oslo_concurrency.lockutils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.402424] env[63419]: DEBUG nova.compute.manager [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 542.408816] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.301s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.410711] env[63419]: INFO nova.compute.claims [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 542.552193] env[63419]: DEBUG nova.compute.manager [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 542.916163] env[63419]: DEBUG nova.compute.utils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 542.921019] env[63419]: DEBUG nova.compute.manager [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Not allocating networking since 'none' was specified. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 543.079736] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.419595] env[63419]: DEBUG nova.compute.manager [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 543.569090] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894388ab-ee7e-4128-8414-5bf816acef92 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.578147] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ea2d4f-a7bc-4961-9399-8a3eb1e3294f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.616379] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e7851b-cf01-487e-b119-39496aeaa01d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.629785] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727ddec5-e3cc-4790-8959-69c3eaf070f7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.646794] env[63419]: DEBUG nova.compute.provider_tree [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 543.963421] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.963757] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.963962] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Starting heal instance info cache {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 543.964103] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Rebuilding the list of instances to heal {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 544.126738] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Acquiring lock "75c01ee1-1172-46df-80ad-390f2fab38ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.126981] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lock "75c01ee1-1172-46df-80ad-390f2fab38ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.152354] env[63419]: DEBUG nova.scheduler.client.report [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 544.435636] env[63419]: DEBUG nova.compute.manager [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 544.469699] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Skipping network cache update for instance because it is Building. {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 544.469699] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Skipping network cache update for instance because it is Building. {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 544.469943] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Didn't find any instances for network info cache update. {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 544.470038] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.470233] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.470420] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.471218] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.471620] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.472167] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.472167] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63419) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 544.472372] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.579494] env[63419]: DEBUG nova.virt.hardware [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 544.579674] env[63419]: DEBUG nova.virt.hardware [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 544.579880] env[63419]: DEBUG nova.virt.hardware [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 544.579975] env[63419]: DEBUG nova.virt.hardware [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 544.580133] env[63419]: DEBUG nova.virt.hardware [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 544.580331] env[63419]: DEBUG nova.virt.hardware [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 544.580498] env[63419]: DEBUG nova.virt.hardware [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 544.580661] env[63419]: DEBUG nova.virt.hardware [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 544.581064] env[63419]: DEBUG nova.virt.hardware [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 544.581279] env[63419]: DEBUG nova.virt.hardware [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 544.581413] env[63419]: DEBUG nova.virt.hardware [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 544.582332] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1b8177-de8d-447d-a493-56b7a46dc407 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.590904] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438e3577-e6ed-45fb-88a2-1b2225544b7a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.608066] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba130069-d7a4-4c2b-af52-239726b51c3b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.629462] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Instance VIF info [] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 544.643385] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 544.644124] env[63419]: DEBUG nova.compute.manager [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.646755] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19a0bd1c-42d6-4b38-9720-6c5ec41e656b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.661012] env[63419]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 544.661206] env[63419]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63419) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 544.661950] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.662494] env[63419]: DEBUG nova.compute.manager [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 544.665334] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 544.665334] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Creating folder: Project (f48dc8b090044a2997029bea4706ef73). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 544.666110] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.333s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.667636] env[63419]: INFO nova.compute.claims [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 544.669629] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d5f15d8-da3c-4395-b663-1c508292d2a4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.680950] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Created folder: Project (f48dc8b090044a2997029bea4706ef73) in parent group-v528420. [ 544.681182] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Creating folder: Instances. Parent ref: group-v528424. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 544.681625] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81993073-0110-4bb2-be14-aa1d8466ad6b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.690867] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Created folder: Instances in parent group-v528424. [ 544.691361] env[63419]: DEBUG oslo.service.loopingcall [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 544.692543] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 544.692543] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec6ec343-9a24-414e-b6b2-9df9cdb2c9c6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.715091] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 544.715091] env[63419]: value = "task-2621715" [ 544.715091] env[63419]: _type = "Task" [ 544.715091] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.725381] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621715, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.899100] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Acquiring lock "3541fb55-82d4-4803-b941-4a3b835e4b9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.899975] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lock "3541fb55-82d4-4803-b941-4a3b835e4b9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.976114] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.170250] env[63419]: DEBUG nova.compute.utils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 545.173386] env[63419]: DEBUG nova.compute.manager [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Not allocating networking since 'none' was specified. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 545.176760] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.236292] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621715, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.403145] env[63419]: DEBUG nova.compute.manager [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.678285] env[63419]: DEBUG nova.compute.manager [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 545.739378] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621715, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.838134] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4553b15a-d588-40d8-a726-46a80aaedd1e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.846511] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20794d3-4541-453a-a585-4fdff256ba03 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.888875] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9484baf9-c7b3-4241-9e95-faf463921378 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.899685] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30fe1a5-bf61-4aba-ae07-2a0ddf1d58ee {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.925502] env[63419]: DEBUG nova.compute.provider_tree [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 545.967399] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.235795] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621715, 'name': CreateVM_Task, 'duration_secs': 1.366105} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.235795] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 546.237251] env[63419]: DEBUG oslo_vmware.service [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff1acff-270b-4d0b-a3bd-4f03c8009098 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.247670] env[63419]: DEBUG oslo_concurrency.lockutils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.247840] env[63419]: DEBUG oslo_concurrency.lockutils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.248545] env[63419]: DEBUG oslo_concurrency.lockutils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.248798] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad7a74d-7e64-4556-abd2-a58d16f3f351 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.256694] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 546.256694] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52fd72ab-66d0-ec20-6fac-51a58ad8f535" [ 546.256694] env[63419]: _type = "Task" [ 546.256694] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.277652] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52fd72ab-66d0-ec20-6fac-51a58ad8f535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.438395] env[63419]: DEBUG nova.scheduler.client.report [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 546.696481] env[63419]: DEBUG nova.compute.manager [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 546.719678] env[63419]: DEBUG nova.virt.hardware [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 546.719678] env[63419]: DEBUG nova.virt.hardware [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.719678] env[63419]: DEBUG nova.virt.hardware [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 546.719887] env[63419]: DEBUG nova.virt.hardware [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.719959] env[63419]: DEBUG nova.virt.hardware [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 546.720121] env[63419]: DEBUG nova.virt.hardware [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 546.720349] env[63419]: DEBUG nova.virt.hardware [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 546.720480] env[63419]: DEBUG nova.virt.hardware [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 546.720646] env[63419]: DEBUG nova.virt.hardware [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 546.720797] env[63419]: DEBUG nova.virt.hardware [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 546.720962] env[63419]: DEBUG nova.virt.hardware [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 546.722066] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f33a934-669d-4307-8f94-c4c48a2e9e4e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.731816] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed15de22-95f6-43e7-b876-06f5c359fe94 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.748681] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Instance VIF info [] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 546.756108] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Creating folder: Project (7937fc889ff744fd8e61c931291fbd76). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.756108] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feb89bd7-8937-4b84-be84-8ac540a2cee2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.772874] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Created folder: Project (7937fc889ff744fd8e61c931291fbd76) in parent group-v528420. [ 546.774106] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Creating folder: Instances. Parent ref: group-v528427. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.774106] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6886481-78be-4e30-b9a3-6751ae12b742 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.780293] env[63419]: DEBUG oslo_concurrency.lockutils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.780640] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 546.780898] env[63419]: DEBUG oslo_concurrency.lockutils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.781104] env[63419]: DEBUG oslo_concurrency.lockutils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.781521] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 546.783050] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e35264f-3c59-41db-a440-eb3b3dee0731 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.789763] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Created folder: Instances in parent group-v528427. [ 546.790582] env[63419]: DEBUG oslo.service.loopingcall [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 546.790582] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 546.791673] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb837101-eb10-49ca-9007-f024a537424f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.805576] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 546.805576] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 546.806268] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ca9601-3212-4239-bd75-a934fe68da46 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.815095] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856114ff-8d57-4cff-aa6a-bc64fa72e034 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.820253] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 546.820253] env[63419]: value = "task-2621719" [ 546.820253] env[63419]: _type = "Task" [ 546.820253] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.824772] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 546.824772] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]525705c4-d77c-1abc-ef3b-6b6cd0217b5f" [ 546.824772] env[63419]: _type = "Task" [ 546.824772] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.831348] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621719, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.836601] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]525705c4-d77c-1abc-ef3b-6b6cd0217b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.940706] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.941283] env[63419]: DEBUG nova.compute.manager [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 546.945598] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.865s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.948304] env[63419]: INFO nova.compute.claims [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 547.341159] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621719, 'name': CreateVM_Task, 'duration_secs': 0.315551} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.341382] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 547.341771] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Preparing fetch location {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 547.341933] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Creating directory with path [datastore1] vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee/cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 547.342434] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.342583] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.342876] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.343101] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa718c45-11b0-4f9f-a730-c709b4998b34 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.344974] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ef5a84-19dd-4f91-b2f2-8f57dbb5a966 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.351135] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Waiting for the task: (returnval){ [ 547.351135] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52fb9832-eb6b-faac-4bdf-6dc23be70351" [ 547.351135] env[63419]: _type = "Task" [ 547.351135] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.360450] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52fb9832-eb6b-faac-4bdf-6dc23be70351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.361522] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Created directory with path [datastore1] vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee/cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 547.361705] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Fetch image to [datastore1] vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 547.361867] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Downloading image file data cc4e344e-8c3c-4785-83c3-1f66694fa99d to [datastore1] vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk on the data store datastore1 {{(pid=63419) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 547.362704] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7072f2de-6bde-482c-aa6b-84cafdaed367 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.372670] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d7b5d0-08a8-41f0-90f8-1677d08d8969 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.386473] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f976735-56e3-4dea-a6c7-13970de18b56 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.422798] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d694b7e4-94d9-4f7e-85e2-ae8b6b900ff2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.431072] env[63419]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ec2aa558-be88-43fe-948b-17379eea98a8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.455965] env[63419]: DEBUG nova.compute.utils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 547.461858] env[63419]: DEBUG nova.compute.manager [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 547.461858] env[63419]: DEBUG nova.network.neutron [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 547.476107] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Downloading image file data cc4e344e-8c3c-4785-83c3-1f66694fa99d to the data store datastore1 {{(pid=63419) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 547.587133] env[63419]: DEBUG oslo_vmware.rw_handles [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63419) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 547.678902] env[63419]: DEBUG nova.policy [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60347fbb65e7442f866e54496dc25459', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfe547073a8d481dbcfab44337b0fda0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 547.870306] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.870713] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 547.870937] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.917676] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "37c93441-be99-4d29-b8ab-d4a6da83e040" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.917952] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "37c93441-be99-4d29-b8ab-d4a6da83e040" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.961525] env[63419]: DEBUG nova.compute.manager [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 548.117334] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b700f966-54a0-416f-948e-f9372b14e54e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.132600] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a613231f-5d29-45ce-a89e-16a12e79d2d8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.170774] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df44b266-a6f0-40ee-b7cf-ab3b2caaecb5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.183746] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ebacf5-122c-41e4-bbd5-d385dce5738d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.199836] env[63419]: DEBUG nova.compute.provider_tree [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.340732] env[63419]: DEBUG oslo_vmware.rw_handles [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Completed reading data from the image iterator. {{(pid=63419) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 548.340732] env[63419]: DEBUG oslo_vmware.rw_handles [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63419) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 548.420757] env[63419]: DEBUG nova.compute.manager [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 548.484207] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Downloaded image file data cc4e344e-8c3c-4785-83c3-1f66694fa99d to vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk on the data store datastore1 {{(pid=63419) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 548.485669] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Caching image {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 548.486378] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Copying Virtual Disk [datastore1] vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk to [datastore1] vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 548.486505] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4d87f14-d316-43b0-a6de-2cc2d617c215 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.498072] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 548.498072] env[63419]: value = "task-2621721" [ 548.498072] env[63419]: _type = "Task" [ 548.498072] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.506802] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.706233] env[63419]: DEBUG nova.scheduler.client.report [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.965277] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.981118] env[63419]: DEBUG nova.compute.manager [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 549.015564] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621721, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.018326] env[63419]: DEBUG nova.virt.hardware [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 549.018615] env[63419]: DEBUG nova.virt.hardware [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 549.018829] env[63419]: DEBUG nova.virt.hardware [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 549.019090] env[63419]: DEBUG nova.virt.hardware [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 549.019284] env[63419]: DEBUG nova.virt.hardware [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 549.019554] env[63419]: DEBUG nova.virt.hardware [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 549.019805] env[63419]: DEBUG nova.virt.hardware [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 549.020027] env[63419]: DEBUG nova.virt.hardware [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 549.020268] env[63419]: DEBUG nova.virt.hardware [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 549.021157] env[63419]: DEBUG nova.virt.hardware [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 549.021376] env[63419]: DEBUG nova.virt.hardware [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 549.022431] env[63419]: DEBUG nova.network.neutron [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Successfully created port: ea13c1d1-828c-4374-9dbf-efb43fe37356 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 549.027227] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da5132c-0958-40e0-a6c8-cdb02dc2e8b1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.035892] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d3139a-b101-41d8-aad7-ef731970be29 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.211910] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.214681] env[63419]: DEBUG nova.compute.manager [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 549.218251] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.242s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.218251] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.218251] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63419) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 549.218422] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.042s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.219816] env[63419]: INFO nova.compute.claims [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.229512] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2662cb-efbd-46a8-a408-3c6821865a68 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.241783] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974b1e53-c9d6-42df-96b5-c65124870b80 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.266043] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e581f04-a404-4a66-8d67-da654ea75172 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.273344] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81da7ca6-01a6-48c3-8c70-8dbf44e11460 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.308875] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181185MB free_disk=125GB free_vcpus=48 pci_devices=None {{(pid=63419) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 549.309050] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.519399] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670949} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.519399] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Copied Virtual Disk [datastore1] vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk to [datastore1] vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 549.519399] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Deleting the datastore file [datastore1] vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 549.519399] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4595025-7fed-4f7c-97d3-d475ddbcb766 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.528301] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 549.528301] env[63419]: value = "task-2621722" [ 549.528301] env[63419]: _type = "Task" [ 549.528301] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.536711] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.725876] env[63419]: DEBUG nova.compute.utils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 549.727661] env[63419]: DEBUG nova.compute.manager [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.727966] env[63419]: DEBUG nova.network.neutron [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.836374] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.836684] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.901446] env[63419]: DEBUG nova.policy [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25599d774daf4fcf9769168e683d3d9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e8f0a8ba15f41518ec261f751cf338e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 550.040635] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032183} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.040890] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 550.041214] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Moving file from [datastore1] vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee/cc4e344e-8c3c-4785-83c3-1f66694fa99d to [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d. {{(pid=63419) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 550.041537] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ee10f759-f093-406e-84b2-d45411bab322 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.050129] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 550.050129] env[63419]: value = "task-2621724" [ 550.050129] env[63419]: _type = "Task" [ 550.050129] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.059284] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621724, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.233657] env[63419]: DEBUG nova.compute.manager [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 550.342753] env[63419]: DEBUG nova.compute.manager [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.457238] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad1f152-c57c-489e-91c1-1e61fae32e63 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.465817] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd496564-17d1-4fd8-b221-8a2a54122d79 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.500419] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20580d63-95d1-428c-b61b-75be0cdb3edc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.508550] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf710d3-8882-4d27-9c0e-1ce78a364ece {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.523381] env[63419]: DEBUG nova.compute.provider_tree [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.561401] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621724, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027931} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.561715] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] File moved {{(pid=63419) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 550.561715] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Cleaning up location [datastore1] vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 550.561919] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Deleting the datastore file [datastore1] vmware_temp/539cb6b2-8b14-43ff-9830-fac0770a51ee {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 550.562108] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe98e16d-5b00-43d3-83cd-34662c86b840 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.570246] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 550.570246] env[63419]: value = "task-2621725" [ 550.570246] env[63419]: _type = "Task" [ 550.570246] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.579631] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.877055] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.026954] env[63419]: DEBUG nova.scheduler.client.report [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 551.065915] env[63419]: DEBUG nova.network.neutron [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Successfully created port: 041e3fd5-1cb4-4e73-a2ec-6ad73770ecce {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 551.080341] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025018} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.080622] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 551.081356] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de8ff79-a61e-42a0-bf6d-f9dde1001931 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.087937] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 551.087937] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]521c7a57-b189-98ca-f9f2-9cacb0e1990e" [ 551.087937] env[63419]: _type = "Task" [ 551.087937] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.096785] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521c7a57-b189-98ca-f9f2-9cacb0e1990e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.242787] env[63419]: DEBUG nova.compute.manager [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.273239] env[63419]: DEBUG nova.virt.hardware [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.273485] env[63419]: DEBUG nova.virt.hardware [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.273640] env[63419]: DEBUG nova.virt.hardware [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.273917] env[63419]: DEBUG nova.virt.hardware [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.273993] env[63419]: DEBUG nova.virt.hardware [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.274297] env[63419]: DEBUG nova.virt.hardware [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.274663] env[63419]: DEBUG nova.virt.hardware [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.274663] env[63419]: DEBUG nova.virt.hardware [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.274844] env[63419]: DEBUG nova.virt.hardware [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.275014] env[63419]: DEBUG nova.virt.hardware [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.275281] env[63419]: DEBUG nova.virt.hardware [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.276113] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beae091-6b81-4e44-9b2f-88f9172fd103 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.287075] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7585b1-092a-4dae-9336-228ef02f42d5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.541018] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.541018] env[63419]: DEBUG nova.compute.manager [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 551.542057] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.574s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.543824] env[63419]: INFO nova.compute.claims [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.603575] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521c7a57-b189-98ca-f9f2-9cacb0e1990e, 'name': SearchDatastore_Task, 'duration_secs': 0.009198} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.603865] env[63419]: DEBUG oslo_concurrency.lockutils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.604352] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 8e6855c9-570b-492c-974a-08bf2efc998c/8e6855c9-570b-492c-974a-08bf2efc998c.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 551.604599] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.604839] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.605218] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aac1e9bf-5e84-41c8-96a2-b303def1f723 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.607945] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7946116e-e3d8-4513-a07b-665bc2c081ed {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.614524] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 551.614524] env[63419]: value = "task-2621727" [ 551.614524] env[63419]: _type = "Task" [ 551.614524] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.622713] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.622822] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 551.625125] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698f4943-ed50-4c56-afac-cc3414d4a3d9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.630322] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.634452] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Waiting for the task: (returnval){ [ 551.634452] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]523ac1cc-8d08-8a5c-9c44-6b6566906404" [ 551.634452] env[63419]: _type = "Task" [ 551.634452] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.643236] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523ac1cc-8d08-8a5c-9c44-6b6566906404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.052114] env[63419]: DEBUG nova.compute.utils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 552.054611] env[63419]: DEBUG nova.compute.manager [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 552.055112] env[63419]: DEBUG nova.network.neutron [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 552.123944] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621727, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.145978] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523ac1cc-8d08-8a5c-9c44-6b6566906404, 'name': SearchDatastore_Task, 'duration_secs': 0.008519} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.147172] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646b12e6-ac49-4f06-b823-86f7db9f8f56 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.153304] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Waiting for the task: (returnval){ [ 552.153304] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5207f371-e8a0-0459-0151-3c71abb9e8d2" [ 552.153304] env[63419]: _type = "Task" [ 552.153304] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.161872] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5207f371-e8a0-0459-0151-3c71abb9e8d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.187682] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "bc5f3770-73db-4b5a-98cd-03412048c8ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.187995] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "bc5f3770-73db-4b5a-98cd-03412048c8ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.210070] env[63419]: DEBUG nova.policy [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f133e6bb7bb542b8931faf50f006f7d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b03f664bfc21419689f2ff31f784f615', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 552.559804] env[63419]: DEBUG nova.compute.manager [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.631312] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514851} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.631685] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 8e6855c9-570b-492c-974a-08bf2efc998c/8e6855c9-570b-492c-974a-08bf2efc998c.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 552.631796] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 552.632051] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-487a608c-980e-4973-9c9b-83534d82f353 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.641797] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 552.641797] env[63419]: value = "task-2621728" [ 552.641797] env[63419]: _type = "Task" [ 552.641797] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.642604] env[63419]: DEBUG nova.network.neutron [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Successfully updated port: ea13c1d1-828c-4374-9dbf-efb43fe37356 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.663030] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.673028] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5207f371-e8a0-0459-0151-3c71abb9e8d2, 'name': SearchDatastore_Task, 'duration_secs': 0.00882} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.673316] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.673485] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 2d0161c6-c351-4113-a846-e769fdef4c4c/2d0161c6-c351-4113-a846-e769fdef4c4c.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 552.673737] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c4665bc-ecc8-46c7-9a00-68c07a0c7e43 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.682423] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Waiting for the task: (returnval){ [ 552.682423] env[63419]: value = "task-2621729" [ 552.682423] env[63419]: _type = "Task" [ 552.682423] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.692146] env[63419]: DEBUG nova.compute.manager [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.694779] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.715550] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31752cc-d413-4dac-ae6f-1a3f1ff5e78a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.721740] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aace099c-604a-40ea-a4e9-8745973a95bd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.758036] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187e213f-b658-4f62-9360-b2003e43374a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.764135] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4241a0bd-b521-4a6d-8f91-c79e3c82d65d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.780773] env[63419]: DEBUG nova.compute.provider_tree [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 553.157595] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Acquiring lock "refresh_cache-19fdb067-c4d3-466e-9c3b-bf0a77dd2f95" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.157885] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Acquired lock "refresh_cache-19fdb067-c4d3-466e-9c3b-bf0a77dd2f95" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.158119] env[63419]: DEBUG nova.network.neutron [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.162530] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069709} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.162530] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 553.162530] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d68eb2-47f0-4972-8c08-f6d2e9f1ee08 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.189059] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 8e6855c9-570b-492c-974a-08bf2efc998c/8e6855c9-570b-492c-974a-08bf2efc998c.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 553.189802] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c967af02-8c3c-4aae-9abc-bf42b0fc2e19 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.229514] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5081} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.231927] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 553.231927] env[63419]: value = "task-2621730" [ 553.231927] env[63419]: _type = "Task" [ 553.231927] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.231927] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 2d0161c6-c351-4113-a846-e769fdef4c4c/2d0161c6-c351-4113-a846-e769fdef4c4c.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.231927] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 553.231927] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e571e2e0-d358-409a-ba9b-e1719d327247 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.241722] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.243223] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Waiting for the task: (returnval){ [ 553.243223] env[63419]: value = "task-2621731" [ 553.243223] env[63419]: _type = "Task" [ 553.243223] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.251908] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.259196] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.286021] env[63419]: DEBUG nova.scheduler.client.report [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.572119] env[63419]: DEBUG nova.compute.manager [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.608416] env[63419]: DEBUG nova.virt.hardware [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 553.609416] env[63419]: DEBUG nova.virt.hardware [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.610970] env[63419]: DEBUG nova.virt.hardware [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 553.610970] env[63419]: DEBUG nova.virt.hardware [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.610970] env[63419]: DEBUG nova.virt.hardware [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 553.610970] env[63419]: DEBUG nova.virt.hardware [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 553.610970] env[63419]: DEBUG nova.virt.hardware [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 553.611207] env[63419]: DEBUG nova.virt.hardware [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 553.611207] env[63419]: DEBUG nova.virt.hardware [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 553.611362] env[63419]: DEBUG nova.virt.hardware [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 553.611529] env[63419]: DEBUG nova.virt.hardware [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 553.612454] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05a8835-4f0d-488b-b1ac-28b0e9cd299e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.625236] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61659860-f523-4dd8-a546-bbd508b0b07a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.748284] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621730, 'name': ReconfigVM_Task, 'duration_secs': 0.326998} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.752078] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 8e6855c9-570b-492c-974a-08bf2efc998c/8e6855c9-570b-492c-974a-08bf2efc998c.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 553.752868] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19b18edd-03d7-49a4-9083-f708969f638f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.762575] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065964} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.764153] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 553.764562] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 553.764562] env[63419]: value = "task-2621733" [ 553.764562] env[63419]: _type = "Task" [ 553.764562] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.765463] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0f071a-2cb7-4d85-896d-c4de57796ec3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.772622] env[63419]: DEBUG nova.network.neutron [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.793649] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 2d0161c6-c351-4113-a846-e769fdef4c4c/2d0161c6-c351-4113-a846-e769fdef4c4c.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 553.798540] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.799134] env[63419]: DEBUG nova.compute.manager [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.801837] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a69ac5c-3830-47d9-aeeb-194af04df529 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.819115] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621733, 'name': Rename_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.820251] env[63419]: DEBUG nova.network.neutron [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Successfully created port: 404ddaeb-6a88-400d-ae25-8f0eb7f418f0 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 553.822562] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.858s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.824172] env[63419]: INFO nova.compute.claims [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.833932] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Waiting for the task: (returnval){ [ 553.833932] env[63419]: value = "task-2621734" [ 553.833932] env[63419]: _type = "Task" [ 553.833932] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.845644] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.280989] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621733, 'name': Rename_Task, 'duration_secs': 0.151366} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.281423] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 554.281590] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a123dc15-de9c-41ae-85ba-048fdb6e7220 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.291801] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 554.291801] env[63419]: value = "task-2621735" [ 554.291801] env[63419]: _type = "Task" [ 554.291801] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.302458] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.325599] env[63419]: DEBUG nova.compute.utils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 554.327607] env[63419]: DEBUG nova.compute.manager [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 554.327607] env[63419]: DEBUG nova.network.neutron [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 554.345711] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621734, 'name': ReconfigVM_Task, 'duration_secs': 0.266843} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.346702] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 2d0161c6-c351-4113-a846-e769fdef4c4c/2d0161c6-c351-4113-a846-e769fdef4c4c.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 554.347411] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7d0df07-f32c-40cd-bcd9-9259a40b101f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.354926] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Waiting for the task: (returnval){ [ 554.354926] env[63419]: value = "task-2621736" [ 554.354926] env[63419]: _type = "Task" [ 554.354926] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.365684] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621736, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.446515] env[63419]: DEBUG nova.network.neutron [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Updating instance_info_cache with network_info: [{"id": "ea13c1d1-828c-4374-9dbf-efb43fe37356", "address": "fa:16:3e:26:de:75", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea13c1d1-82", "ovs_interfaceid": "ea13c1d1-828c-4374-9dbf-efb43fe37356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.464220] env[63419]: DEBUG nova.policy [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '628570ef8c624531b95b6e590ee668b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10ae43e10f2e4bea8501ac15924b7320', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.485244] env[63419]: DEBUG nova.network.neutron [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Successfully updated port: 041e3fd5-1cb4-4e73-a2ec-6ad73770ecce {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 554.564178] env[63419]: DEBUG nova.compute.manager [req-0d293320-3a1e-4745-91a6-82fbb51119f4 req-4c9ed55d-5385-4a8c-8778-5321d526eb6a service nova] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Received event network-vif-plugged-ea13c1d1-828c-4374-9dbf-efb43fe37356 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 554.564178] env[63419]: DEBUG oslo_concurrency.lockutils [req-0d293320-3a1e-4745-91a6-82fbb51119f4 req-4c9ed55d-5385-4a8c-8778-5321d526eb6a service nova] Acquiring lock "19fdb067-c4d3-466e-9c3b-bf0a77dd2f95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.564178] env[63419]: DEBUG oslo_concurrency.lockutils [req-0d293320-3a1e-4745-91a6-82fbb51119f4 req-4c9ed55d-5385-4a8c-8778-5321d526eb6a service nova] Lock "19fdb067-c4d3-466e-9c3b-bf0a77dd2f95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.564280] env[63419]: DEBUG oslo_concurrency.lockutils [req-0d293320-3a1e-4745-91a6-82fbb51119f4 req-4c9ed55d-5385-4a8c-8778-5321d526eb6a service nova] Lock "19fdb067-c4d3-466e-9c3b-bf0a77dd2f95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.564633] env[63419]: DEBUG nova.compute.manager [req-0d293320-3a1e-4745-91a6-82fbb51119f4 req-4c9ed55d-5385-4a8c-8778-5321d526eb6a service nova] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] No waiting events found dispatching network-vif-plugged-ea13c1d1-828c-4374-9dbf-efb43fe37356 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 554.565890] env[63419]: WARNING nova.compute.manager [req-0d293320-3a1e-4745-91a6-82fbb51119f4 req-4c9ed55d-5385-4a8c-8778-5321d526eb6a service nova] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Received unexpected event network-vif-plugged-ea13c1d1-828c-4374-9dbf-efb43fe37356 for instance with vm_state building and task_state spawning. [ 554.812366] env[63419]: DEBUG oslo_vmware.api [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621735, 'name': PowerOnVM_Task, 'duration_secs': 0.480033} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.812366] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 554.812459] env[63419]: INFO nova.compute.manager [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Took 10.38 seconds to spawn the instance on the hypervisor. [ 554.813031] env[63419]: DEBUG nova.compute.manager [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.816087] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3cbdcb-9860-421f-97be-462ce0e4a98a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.831844] env[63419]: DEBUG nova.compute.manager [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.873233] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621736, 'name': Rename_Task, 'duration_secs': 0.132945} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.873632] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 554.873953] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7b1a714-c0fd-463f-b3a9-cbc6c4636f47 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.882483] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Waiting for the task: (returnval){ [ 554.882483] env[63419]: value = "task-2621737" [ 554.882483] env[63419]: _type = "Task" [ 554.882483] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.892014] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.950054] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Releasing lock "refresh_cache-19fdb067-c4d3-466e-9c3b-bf0a77dd2f95" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.950592] env[63419]: DEBUG nova.compute.manager [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Instance network_info: |[{"id": "ea13c1d1-828c-4374-9dbf-efb43fe37356", "address": "fa:16:3e:26:de:75", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea13c1d1-82", "ovs_interfaceid": "ea13c1d1-828c-4374-9dbf-efb43fe37356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.951088] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:de:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea13c1d1-828c-4374-9dbf-efb43fe37356', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.963620] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Creating folder: Project (cfe547073a8d481dbcfab44337b0fda0). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.967286] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cceafd62-bc1b-4e78-bcc5-2868fb121014 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.979285] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Created folder: Project (cfe547073a8d481dbcfab44337b0fda0) in parent group-v528420. [ 554.979491] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Creating folder: Instances. Parent ref: group-v528431. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.982544] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-117d5363-1172-44c1-93f6-27056859ee25 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.990405] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Acquiring lock "refresh_cache-7380379b-dd8c-407c-9aaa-ae21c76f88d5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.990405] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Acquired lock "refresh_cache-7380379b-dd8c-407c-9aaa-ae21c76f88d5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.990405] env[63419]: DEBUG nova.network.neutron [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 554.992212] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Created folder: Instances in parent group-v528431. [ 554.992619] env[63419]: DEBUG oslo.service.loopingcall [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.992658] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.992834] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc555bf3-6632-42c5-91ff-490a62b9937d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.021673] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 555.021673] env[63419]: value = "task-2621740" [ 555.021673] env[63419]: _type = "Task" [ 555.021673] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.030201] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621740, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.051929] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6ba40b-3f05-4bd4-9122-9b9d2d32cb8b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.059800] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8629b72-99e1-4abd-a66e-f36aa94a3f52 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.096022] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa05dbe9-095a-421a-8182-58a9977d8728 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.103946] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ace4303-9212-4ada-b56d-06a6ea00fbd5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.119103] env[63419]: DEBUG nova.compute.provider_tree [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.131564] env[63419]: DEBUG nova.network.neutron [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Successfully created port: 2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.355236] env[63419]: INFO nova.compute.manager [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Took 15.19 seconds to build instance. [ 555.395437] env[63419]: DEBUG oslo_vmware.api [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621737, 'name': PowerOnVM_Task, 'duration_secs': 0.419905} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.395804] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 555.395888] env[63419]: INFO nova.compute.manager [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Took 8.70 seconds to spawn the instance on the hypervisor. [ 555.396610] env[63419]: DEBUG nova.compute.manager [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 555.396956] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0b823a-4a55-41d9-b142-af4d0032546b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.484019] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Acquiring lock "4282ace6-1de9-4f13-b0cc-09a531a32452" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.484338] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Lock "4282ace6-1de9-4f13-b0cc-09a531a32452" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.531519] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621740, 'name': CreateVM_Task, 'duration_secs': 0.483453} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.531597] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.585573] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.586249] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.586626] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.586912] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce49671-cccd-447d-8997-ca7dc2a0b1ab {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.592455] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Waiting for the task: (returnval){ [ 555.592455] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52aa57d6-039f-faf1-77ad-0ec6e4ac4cee" [ 555.592455] env[63419]: _type = "Task" [ 555.592455] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.603802] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52aa57d6-039f-faf1-77ad-0ec6e4ac4cee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.622244] env[63419]: DEBUG nova.scheduler.client.report [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.642532] env[63419]: DEBUG nova.network.neutron [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 555.852380] env[63419]: DEBUG nova.compute.manager [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.855284] env[63419]: DEBUG oslo_concurrency.lockutils [None req-baf461b4-ae07-4717-a0d9-9372b8233dfc tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Lock "8e6855c9-570b-492c-974a-08bf2efc998c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.705s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.867763] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "b9f32509-47d3-485d-93a4-22e12490de17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.867975] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "b9f32509-47d3-485d-93a4-22e12490de17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.886036] env[63419]: DEBUG nova.virt.hardware [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.886296] env[63419]: DEBUG nova.virt.hardware [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.886476] env[63419]: DEBUG nova.virt.hardware [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.886669] env[63419]: DEBUG nova.virt.hardware [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.886818] env[63419]: DEBUG nova.virt.hardware [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.886958] env[63419]: DEBUG nova.virt.hardware [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.891319] env[63419]: DEBUG nova.virt.hardware [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.892082] env[63419]: DEBUG nova.virt.hardware [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.892082] env[63419]: DEBUG nova.virt.hardware [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.892082] env[63419]: DEBUG nova.virt.hardware [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.892082] env[63419]: DEBUG nova.virt.hardware [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.893307] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdb15da-d3b7-4140-8818-704616a9ecbb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.906626] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8884495f-4ff2-4f57-ba6f-702a9fc89b4d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.934437] env[63419]: INFO nova.compute.manager [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Took 13.87 seconds to build instance. [ 555.989116] env[63419]: DEBUG nova.compute.manager [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 556.110463] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52aa57d6-039f-faf1-77ad-0ec6e4ac4cee, 'name': SearchDatastore_Task, 'duration_secs': 0.026561} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.110742] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.110963] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.112099] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.112275] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.112469] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.112733] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e8ff017-4c68-499c-a7cc-3c7c982cbe53 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.127620] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.127620] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.128678] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.129100] env[63419]: DEBUG nova.compute.manager [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.135252] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b0e674-8058-40e3-9113-edc8d7f5e492 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.139738] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.829s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.144725] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Waiting for the task: (returnval){ [ 556.144725] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52c41990-e47d-453a-8433-7d25d5a265b8" [ 556.144725] env[63419]: _type = "Task" [ 556.144725] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.153801] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c41990-e47d-453a-8433-7d25d5a265b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.257150] env[63419]: DEBUG nova.network.neutron [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Updating instance_info_cache with network_info: [{"id": "041e3fd5-1cb4-4e73-a2ec-6ad73770ecce", "address": "fa:16:3e:cc:f8:9a", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041e3fd5-1c", "ovs_interfaceid": "041e3fd5-1cb4-4e73-a2ec-6ad73770ecce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.375930] env[63419]: DEBUG nova.compute.manager [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 556.436649] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c1f4384-ebcc-48e6-8b82-a94c5440b03e tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Lock "2d0161c6-c351-4113-a846-e769fdef4c4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.381s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.526011] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.639927] env[63419]: DEBUG nova.compute.utils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 556.641471] env[63419]: DEBUG nova.compute.manager [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.641545] env[63419]: DEBUG nova.network.neutron [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.661067] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c41990-e47d-453a-8433-7d25d5a265b8, 'name': SearchDatastore_Task, 'duration_secs': 0.035454} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.662544] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953704ef-c43b-4e28-982c-5e8924d9d8d2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.671408] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Waiting for the task: (returnval){ [ 556.671408] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5235da5c-a1f6-6809-c8be-327f8231e63d" [ 556.671408] env[63419]: _type = "Task" [ 556.671408] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.681241] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5235da5c-a1f6-6809-c8be-327f8231e63d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.742613] env[63419]: DEBUG nova.policy [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd74d94c04b8406aa45451e679633fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2257d2b1f55f47af9410739eecda2348', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 556.759575] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Releasing lock "refresh_cache-7380379b-dd8c-407c-9aaa-ae21c76f88d5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.759669] env[63419]: DEBUG nova.compute.manager [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Instance network_info: |[{"id": "041e3fd5-1cb4-4e73-a2ec-6ad73770ecce", "address": "fa:16:3e:cc:f8:9a", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041e3fd5-1c", "ovs_interfaceid": "041e3fd5-1cb4-4e73-a2ec-6ad73770ecce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 556.760105] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:f8:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '041e3fd5-1cb4-4e73-a2ec-6ad73770ecce', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 556.777517] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Creating folder: Project (2e8f0a8ba15f41518ec261f751cf338e). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.778573] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ed7d3fa-0096-45ff-b955-ff04b9a192b4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.790280] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Created folder: Project (2e8f0a8ba15f41518ec261f751cf338e) in parent group-v528420. [ 556.790704] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Creating folder: Instances. Parent ref: group-v528434. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.791043] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a1cf3f4-ba31-43ba-999a-2f18c16866ac {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.802516] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Created folder: Instances in parent group-v528434. [ 556.802602] env[63419]: DEBUG oslo.service.loopingcall [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 556.802789] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 556.802979] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8408a48f-c3b8-4cc0-9716-68738617823b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.833610] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 556.833610] env[63419]: value = "task-2621744" [ 556.833610] env[63419]: _type = "Task" [ 556.833610] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.848747] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621744, 'name': CreateVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.909644] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.124132] env[63419]: DEBUG nova.network.neutron [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Successfully updated port: 404ddaeb-6a88-400d-ae25-8f0eb7f418f0 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.148612] env[63419]: DEBUG nova.compute.manager [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.187313] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5235da5c-a1f6-6809-c8be-327f8231e63d, 'name': SearchDatastore_Task, 'duration_secs': 0.04435} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.187585] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.187840] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95/19fdb067-c4d3-466e-9c3b-bf0a77dd2f95.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.188109] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-466fdb3f-5e39-45b3-a5b4-19ba9c829430 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.196315] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Waiting for the task: (returnval){ [ 557.196315] env[63419]: value = "task-2621745" [ 557.196315] env[63419]: _type = "Task" [ 557.196315] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.211022] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.298015] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 8e6855c9-570b-492c-974a-08bf2efc998c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 557.298176] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 2d0161c6-c351-4113-a846-e769fdef4c4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 557.298296] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 557.298412] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 7380379b-dd8c-407c-9aaa-ae21c76f88d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 557.298522] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 75c01ee1-1172-46df-80ad-390f2fab38ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 557.298642] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 3541fb55-82d4-4803-b941-4a3b835e4b9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 557.298750] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 37c93441-be99-4d29-b8ab-d4a6da83e040 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 557.346990] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621744, 'name': CreateVM_Task, 'duration_secs': 0.342854} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.348218] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.349498] env[63419]: DEBUG oslo_vmware.service [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017a0a66-30fa-4272-9c85-56a09ab6b414 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.356497] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.356669] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.357060] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.357324] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf9cc91-56b0-4ac9-9132-be504df13263 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.363429] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 557.363429] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52388e97-f61b-afb4-628b-1ffd77cc03f5" [ 557.363429] env[63419]: _type = "Task" [ 557.363429] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.373647] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52388e97-f61b-afb4-628b-1ffd77cc03f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.475226] env[63419]: DEBUG nova.network.neutron [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Successfully created port: 71658874-9084-4e6a-8030-00f9ca1f65ee {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 557.629570] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Acquiring lock "refresh_cache-75c01ee1-1172-46df-80ad-390f2fab38ce" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.629570] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Acquired lock "refresh_cache-75c01ee1-1172-46df-80ad-390f2fab38ce" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.629570] env[63419]: DEBUG nova.network.neutron [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 557.709064] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621745, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.802820] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 557.876229] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.876617] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.876960] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.877267] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.877580] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.877939] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05ae0b9e-2995-4746-9265-3f2a96f5d33d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.887036] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.887716] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.888842] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a462c-c69c-43f9-8015-0f5ffd195f3c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.895626] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f74634-e448-47f5-ae76-5ac3c829a0a3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.901726] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 557.901726] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5293a747-4444-9dfd-0b23-665304ef5641" [ 557.901726] env[63419]: _type = "Task" [ 557.901726] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.909794] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5293a747-4444-9dfd-0b23-665304ef5641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.136062] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Acquiring lock "b9e17b0f-6298-48f2-849b-9971fa0cecdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.136309] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Lock "b9e17b0f-6298-48f2-849b-9971fa0cecdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.165610] env[63419]: DEBUG nova.compute.manager [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.177315] env[63419]: DEBUG nova.network.neutron [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Successfully updated port: 2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 558.213101] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513513} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.215902] env[63419]: DEBUG nova.virt.hardware [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.215902] env[63419]: DEBUG nova.virt.hardware [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.216109] env[63419]: DEBUG nova.virt.hardware [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.216645] env[63419]: DEBUG nova.virt.hardware [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.216645] env[63419]: DEBUG nova.virt.hardware [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.216645] env[63419]: DEBUG nova.virt.hardware [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.216789] env[63419]: DEBUG nova.virt.hardware [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.216958] env[63419]: DEBUG nova.virt.hardware [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.217121] env[63419]: DEBUG nova.virt.hardware [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.217649] env[63419]: DEBUG nova.virt.hardware [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.217649] env[63419]: DEBUG nova.virt.hardware [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.217851] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95/19fdb067-c4d3-466e-9c3b-bf0a77dd2f95.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.217910] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.219027] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a659dac5-a8aa-4c45-bd22-4c6ae7d1f058 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.221809] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a7176d7-f64c-4edd-bca7-82d6f8cdab26 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.229471] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1879702-bf34-4e15-8031-9c3a17695b97 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.234581] env[63419]: DEBUG nova.network.neutron [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.239483] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Waiting for the task: (returnval){ [ 558.239483] env[63419]: value = "task-2621746" [ 558.239483] env[63419]: _type = "Task" [ 558.239483] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.264023] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.308378] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance bc5f3770-73db-4b5a-98cd-03412048c8ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 558.412920] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Preparing fetch location {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 558.413255] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Creating directory with path [datastore2] vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b/cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.413532] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1947651-f4b8-472e-a986-7a026e5ef311 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.466782] env[63419]: DEBUG nova.network.neutron [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Updating instance_info_cache with network_info: [{"id": "404ddaeb-6a88-400d-ae25-8f0eb7f418f0", "address": "fa:16:3e:f4:48:b1", "network": {"id": "64b4d58b-3e7b-4ac0-bb17-3ba9d18456ed", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2106493515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f664bfc21419689f2ff31f784f615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404ddaeb-6a", "ovs_interfaceid": "404ddaeb-6a88-400d-ae25-8f0eb7f418f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.480403] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Created directory with path [datastore2] vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b/cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.483018] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Fetch image to [datastore2] vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 558.483018] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Downloading image file data cc4e344e-8c3c-4785-83c3-1f66694fa99d to [datastore2] vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk on the data store datastore2 {{(pid=63419) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 558.483018] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5291b4b5-8f4a-411e-a8ff-9e54bdb70834 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.491935] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f399c60-dd17-4234-a08b-4dc3e8abfee0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.504117] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc248ef-3cc0-447d-85c4-2d698cbf0028 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.540678] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef80581-896b-4200-851f-76f1cb6d6346 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.547400] env[63419]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e328a3b9-c2de-4be5-be57-ab04dca84c6b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.570950] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Downloading image file data cc4e344e-8c3c-4785-83c3-1f66694fa99d to the data store datastore2 {{(pid=63419) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 558.639167] env[63419]: DEBUG oslo_vmware.rw_handles [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63419) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 558.641328] env[63419]: DEBUG nova.compute.manager [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 558.710818] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Acquiring lock "refresh_cache-3541fb55-82d4-4803-b941-4a3b835e4b9c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.711425] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Acquired lock "refresh_cache-3541fb55-82d4-4803-b941-4a3b835e4b9c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.711425] env[63419]: DEBUG nova.network.neutron [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 558.751687] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067069} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.752347] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.752982] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c5baa4-4554-49ea-92cf-a3806ca88e8c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.778887] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95/19fdb067-c4d3-466e-9c3b-bf0a77dd2f95.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.782815] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88fce617-1d21-4c2c-83fd-27723a16bedb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.808264] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.808469] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.808763] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Waiting for the task: (returnval){ [ 558.808763] env[63419]: value = "task-2621747" [ 558.808763] env[63419]: _type = "Task" [ 558.808763] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.813274] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 4282ace6-1de9-4f13-b0cc-09a531a32452 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 558.824620] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621747, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.972320] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Releasing lock "refresh_cache-75c01ee1-1172-46df-80ad-390f2fab38ce" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.972655] env[63419]: DEBUG nova.compute.manager [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Instance network_info: |[{"id": "404ddaeb-6a88-400d-ae25-8f0eb7f418f0", "address": "fa:16:3e:f4:48:b1", "network": {"id": "64b4d58b-3e7b-4ac0-bb17-3ba9d18456ed", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2106493515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f664bfc21419689f2ff31f784f615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404ddaeb-6a", "ovs_interfaceid": "404ddaeb-6a88-400d-ae25-8f0eb7f418f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 558.973079] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:48:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '404ddaeb-6a88-400d-ae25-8f0eb7f418f0', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 558.981279] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Creating folder: Project (b03f664bfc21419689f2ff31f784f615). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.982856] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc095ff7-6751-4c45-bbe9-d5c87dbd3fbd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.993336] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Created folder: Project (b03f664bfc21419689f2ff31f784f615) in parent group-v528420. [ 558.993538] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Creating folder: Instances. Parent ref: group-v528437. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.993785] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a43a378-6f7a-4a9e-a179-79dd7123e138 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.007465] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Created folder: Instances in parent group-v528437. [ 559.007465] env[63419]: DEBUG oslo.service.loopingcall [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.007465] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.007657] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-460eacb8-de0f-4f7a-9a03-23ce35391efd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.029317] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.029317] env[63419]: value = "task-2621750" [ 559.029317] env[63419]: _type = "Task" [ 559.029317] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.041007] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621750, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.178812] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.279775] env[63419]: DEBUG nova.network.neutron [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 559.316581] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance b9f32509-47d3-485d-93a4-22e12490de17 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 559.316842] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=63419) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 559.316990] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=63419) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 559.324245] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621747, 'name': ReconfigVM_Task, 'duration_secs': 0.436027} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.324559] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95/19fdb067-c4d3-466e-9c3b-bf0a77dd2f95.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.325198] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1f05674-cd39-454e-89ba-e6b11a506b9a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.332319] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Waiting for the task: (returnval){ [ 559.332319] env[63419]: value = "task-2621751" [ 559.332319] env[63419]: _type = "Task" [ 559.332319] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.352208] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621751, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.443191] env[63419]: DEBUG oslo_vmware.rw_handles [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Completed reading data from the image iterator. {{(pid=63419) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 559.443352] env[63419]: DEBUG oslo_vmware.rw_handles [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63419) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 559.517850] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Downloaded image file data cc4e344e-8c3c-4785-83c3-1f66694fa99d to vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk on the data store datastore2 {{(pid=63419) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 559.522019] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Caching image {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 559.522019] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Copying Virtual Disk [datastore2] vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk to [datastore2] vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.522019] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b14b7613-20a5-4ed9-9f59-e3be157e5475 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.534796] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 559.534796] env[63419]: value = "task-2621752" [ 559.534796] env[63419]: _type = "Task" [ 559.534796] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.541576] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621750, 'name': CreateVM_Task, 'duration_secs': 0.390659} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.546589] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 559.547500] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.547792] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.548049] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.555900] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74697933-b03a-4c05-85bb-cdf721b69d80 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.557800] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.561686] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Waiting for the task: (returnval){ [ 559.561686] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]522f05d2-5061-c03d-9f47-926845d5a896" [ 559.561686] env[63419]: _type = "Task" [ 559.561686] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.575967] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]522f05d2-5061-c03d-9f47-926845d5a896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.608945] env[63419]: DEBUG nova.network.neutron [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Updating instance_info_cache with network_info: [{"id": "2ebb9016-10c3-4a48-bba3-7294dbd8bdb7", "address": "fa:16:3e:7a:96:bc", "network": {"id": "076ec96a-8f35-4603-9616-9312bdaa041f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-371732171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10ae43e10f2e4bea8501ac15924b7320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ebb9016-10", "ovs_interfaceid": "2ebb9016-10c3-4a48-bba3-7294dbd8bdb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.628470] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001286e3-1a64-4e8a-8387-0e4241bbf811 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.640569] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc179a9-946e-4a2b-9b07-9b1873ca85c2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.682113] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4aaaf9-b4d3-4122-aa6e-f89d1fab17ee {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.691792] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133a0d5d-2794-4b75-8400-29388a15a33a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.708027] env[63419]: DEBUG nova.compute.provider_tree [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.837704] env[63419]: DEBUG nova.network.neutron [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Successfully updated port: 71658874-9084-4e6a-8030-00f9ca1f65ee {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 559.847651] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621751, 'name': Rename_Task, 'duration_secs': 0.206554} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.847927] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.848017] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e62225c-d0a6-4e2e-8d1d-c273ef494a44 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.855106] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Waiting for the task: (returnval){ [ 559.855106] env[63419]: value = "task-2621753" [ 559.855106] env[63419]: _type = "Task" [ 559.855106] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.865991] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.912916] env[63419]: DEBUG nova.compute.manager [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Received event network-changed-ea13c1d1-828c-4374-9dbf-efb43fe37356 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 559.913378] env[63419]: DEBUG nova.compute.manager [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Refreshing instance network info cache due to event network-changed-ea13c1d1-828c-4374-9dbf-efb43fe37356. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 559.913626] env[63419]: DEBUG oslo_concurrency.lockutils [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] Acquiring lock "refresh_cache-19fdb067-c4d3-466e-9c3b-bf0a77dd2f95" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.913762] env[63419]: DEBUG oslo_concurrency.lockutils [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] Acquired lock "refresh_cache-19fdb067-c4d3-466e-9c3b-bf0a77dd2f95" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.913952] env[63419]: DEBUG nova.network.neutron [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Refreshing network info cache for port ea13c1d1-828c-4374-9dbf-efb43fe37356 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.943457] env[63419]: DEBUG nova.compute.manager [None req-eb540d33-dbd2-45bb-a70f-958d6476abdf tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.945598] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3d42ec-2542-4512-9fe5-1a8039c7fd07 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.047223] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621752, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.077336] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.077587] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.077815] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.115685] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Releasing lock "refresh_cache-3541fb55-82d4-4803-b941-4a3b835e4b9c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.116172] env[63419]: DEBUG nova.compute.manager [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Instance network_info: |[{"id": "2ebb9016-10c3-4a48-bba3-7294dbd8bdb7", "address": "fa:16:3e:7a:96:bc", "network": {"id": "076ec96a-8f35-4603-9616-9312bdaa041f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-371732171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10ae43e10f2e4bea8501ac15924b7320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ebb9016-10", "ovs_interfaceid": "2ebb9016-10c3-4a48-bba3-7294dbd8bdb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 560.120021] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:96:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ebb9016-10c3-4a48-bba3-7294dbd8bdb7', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 560.127282] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Creating folder: Project (10ae43e10f2e4bea8501ac15924b7320). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.127502] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99171153-e6bb-4e52-bad9-7eca8a68f69b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.146175] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Created folder: Project (10ae43e10f2e4bea8501ac15924b7320) in parent group-v528420. [ 560.146175] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Creating folder: Instances. Parent ref: group-v528440. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.146175] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0951b256-8c84-4e43-9870-1fdd814ec425 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.161975] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Created folder: Instances in parent group-v528440. [ 560.161975] env[63419]: DEBUG oslo.service.loopingcall [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 560.161975] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 560.161975] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e58be89-7a4d-42b0-b4a8-ac094a9848fc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.183468] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 560.183468] env[63419]: value = "task-2621756" [ 560.183468] env[63419]: _type = "Task" [ 560.183468] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.193518] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621756, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.200564] env[63419]: DEBUG nova.compute.manager [req-2bb3b2b8-c892-45ba-a687-9f9e64cc6910 req-078c51ba-8135-4d5d-90ae-1426407f0176 service nova] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Received event network-vif-plugged-404ddaeb-6a88-400d-ae25-8f0eb7f418f0 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 560.200564] env[63419]: DEBUG oslo_concurrency.lockutils [req-2bb3b2b8-c892-45ba-a687-9f9e64cc6910 req-078c51ba-8135-4d5d-90ae-1426407f0176 service nova] Acquiring lock "75c01ee1-1172-46df-80ad-390f2fab38ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.200690] env[63419]: DEBUG oslo_concurrency.lockutils [req-2bb3b2b8-c892-45ba-a687-9f9e64cc6910 req-078c51ba-8135-4d5d-90ae-1426407f0176 service nova] Lock "75c01ee1-1172-46df-80ad-390f2fab38ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.200816] env[63419]: DEBUG oslo_concurrency.lockutils [req-2bb3b2b8-c892-45ba-a687-9f9e64cc6910 req-078c51ba-8135-4d5d-90ae-1426407f0176 service nova] Lock "75c01ee1-1172-46df-80ad-390f2fab38ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.200976] env[63419]: DEBUG nova.compute.manager [req-2bb3b2b8-c892-45ba-a687-9f9e64cc6910 req-078c51ba-8135-4d5d-90ae-1426407f0176 service nova] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] No waiting events found dispatching network-vif-plugged-404ddaeb-6a88-400d-ae25-8f0eb7f418f0 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 560.201397] env[63419]: WARNING nova.compute.manager [req-2bb3b2b8-c892-45ba-a687-9f9e64cc6910 req-078c51ba-8135-4d5d-90ae-1426407f0176 service nova] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Received unexpected event network-vif-plugged-404ddaeb-6a88-400d-ae25-8f0eb7f418f0 for instance with vm_state building and task_state spawning. [ 560.209364] env[63419]: DEBUG nova.scheduler.client.report [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 560.341892] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "refresh_cache-37c93441-be99-4d29-b8ab-d4a6da83e040" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.342048] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "refresh_cache-37c93441-be99-4d29-b8ab-d4a6da83e040" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.342181] env[63419]: DEBUG nova.network.neutron [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 560.370714] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621753, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.414123] env[63419]: DEBUG nova.compute.manager [None req-7d8ee638-8b7a-49ae-938e-3306dfedeaa8 tempest-ServerDiagnosticsV248Test-781629805 tempest-ServerDiagnosticsV248Test-781629805-project-admin] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.415537] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c9bdc4-da04-47d7-9c42-b1a82ce10a06 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.428926] env[63419]: INFO nova.compute.manager [None req-7d8ee638-8b7a-49ae-938e-3306dfedeaa8 tempest-ServerDiagnosticsV248Test-781629805 tempest-ServerDiagnosticsV248Test-781629805-project-admin] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Retrieving diagnostics [ 560.429220] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca760c23-3c26-48b8-bcc2-de0c6ae44ae7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.468020] env[63419]: INFO nova.compute.manager [None req-eb540d33-dbd2-45bb-a70f-958d6476abdf tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] instance snapshotting [ 560.468020] env[63419]: DEBUG nova.objects.instance [None req-eb540d33-dbd2-45bb-a70f-958d6476abdf tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Lazy-loading 'flavor' on Instance uuid 8e6855c9-570b-492c-974a-08bf2efc998c {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 560.548440] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621752, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.695150] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621756, 'name': CreateVM_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.714807] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63419) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 560.715059] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.577s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.715402] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.840s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.721020] env[63419]: INFO nova.compute.claims [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 560.866383] env[63419]: DEBUG oslo_vmware.api [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621753, 'name': PowerOnVM_Task, 'duration_secs': 0.647808} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.866601] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.866803] env[63419]: INFO nova.compute.manager [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Took 11.89 seconds to spawn the instance on the hypervisor. [ 560.866976] env[63419]: DEBUG nova.compute.manager [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.867793] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669eebc2-37f3-4594-97f2-ed2269c6544e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.937520] env[63419]: DEBUG nova.network.neutron [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 560.973399] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89086286-f7fc-4aca-bacb-42d21af5a9b8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.995124] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc23b07-8990-4ee5-8a40-4fafc4ae5fb2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.046501] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621752, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.03165} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.047424] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Copied Virtual Disk [datastore2] vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk to [datastore2] vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.047698] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Deleting the datastore file [datastore2] vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b/cc4e344e-8c3c-4785-83c3-1f66694fa99d/tmp-sparse.vmdk {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 561.047862] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afbed83c-09f0-4e0d-beca-1120d579479d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.055043] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 561.055043] env[63419]: value = "task-2621757" [ 561.055043] env[63419]: _type = "Task" [ 561.055043] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.063319] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.065810] env[63419]: DEBUG nova.network.neutron [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Updated VIF entry in instance network info cache for port ea13c1d1-828c-4374-9dbf-efb43fe37356. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 561.066280] env[63419]: DEBUG nova.network.neutron [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Updating instance_info_cache with network_info: [{"id": "ea13c1d1-828c-4374-9dbf-efb43fe37356", "address": "fa:16:3e:26:de:75", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea13c1d1-82", "ovs_interfaceid": "ea13c1d1-828c-4374-9dbf-efb43fe37356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.194249] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621756, 'name': CreateVM_Task, 'duration_secs': 0.670197} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.194499] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 561.195355] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.195441] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.195774] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.196073] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a33314-f317-4326-a470-1f7db77524c1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.200900] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 561.200900] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52f2973e-eaa1-0386-6fd4-2af1b08a3d96" [ 561.200900] env[63419]: _type = "Task" [ 561.200900] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.209607] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f2973e-eaa1-0386-6fd4-2af1b08a3d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.322738] env[63419]: DEBUG nova.network.neutron [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Updating instance_info_cache with network_info: [{"id": "71658874-9084-4e6a-8030-00f9ca1f65ee", "address": "fa:16:3e:96:b2:32", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71658874-90", "ovs_interfaceid": "71658874-9084-4e6a-8030-00f9ca1f65ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.390988] env[63419]: INFO nova.compute.manager [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Took 19.09 seconds to build instance. [ 561.508392] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-eb540d33-dbd2-45bb-a70f-958d6476abdf tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Creating Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 561.508392] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7978b04b-490f-4e6a-b08f-b9ba765bf907 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.517019] env[63419]: DEBUG oslo_vmware.api [None req-eb540d33-dbd2-45bb-a70f-958d6476abdf tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 561.517019] env[63419]: value = "task-2621758" [ 561.517019] env[63419]: _type = "Task" [ 561.517019] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.526681] env[63419]: DEBUG oslo_vmware.api [None req-eb540d33-dbd2-45bb-a70f-958d6476abdf tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621758, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.565790] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098264} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.569249] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 561.569249] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Moving file from [datastore2] vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b/cc4e344e-8c3c-4785-83c3-1f66694fa99d to [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d. {{(pid=63419) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 561.569249] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-78277c1f-416c-45e4-848f-b15e24b6fc60 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.570304] env[63419]: DEBUG oslo_concurrency.lockutils [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] Releasing lock "refresh_cache-19fdb067-c4d3-466e-9c3b-bf0a77dd2f95" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.570636] env[63419]: DEBUG nova.compute.manager [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Received event network-vif-plugged-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 561.571077] env[63419]: DEBUG oslo_concurrency.lockutils [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] Acquiring lock "7380379b-dd8c-407c-9aaa-ae21c76f88d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.572297] env[63419]: DEBUG oslo_concurrency.lockutils [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] Lock "7380379b-dd8c-407c-9aaa-ae21c76f88d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.572594] env[63419]: DEBUG oslo_concurrency.lockutils [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] Lock "7380379b-dd8c-407c-9aaa-ae21c76f88d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.572873] env[63419]: DEBUG nova.compute.manager [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] No waiting events found dispatching network-vif-plugged-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.573161] env[63419]: WARNING nova.compute.manager [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Received unexpected event network-vif-plugged-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce for instance with vm_state building and task_state spawning. [ 561.573434] env[63419]: DEBUG nova.compute.manager [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Received event network-changed-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 561.573759] env[63419]: DEBUG nova.compute.manager [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Refreshing instance network info cache due to event network-changed-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 561.574069] env[63419]: DEBUG oslo_concurrency.lockutils [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] Acquiring lock "refresh_cache-7380379b-dd8c-407c-9aaa-ae21c76f88d5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.574341] env[63419]: DEBUG oslo_concurrency.lockutils [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] Acquired lock "refresh_cache-7380379b-dd8c-407c-9aaa-ae21c76f88d5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.574608] env[63419]: DEBUG nova.network.neutron [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Refreshing network info cache for port 041e3fd5-1cb4-4e73-a2ec-6ad73770ecce {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.581231] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 561.581231] env[63419]: value = "task-2621759" [ 561.581231] env[63419]: _type = "Task" [ 561.581231] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.592044] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621759, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.713909] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.714638] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 561.714638] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.827837] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "refresh_cache-37c93441-be99-4d29-b8ab-d4a6da83e040" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.828317] env[63419]: DEBUG nova.compute.manager [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Instance network_info: |[{"id": "71658874-9084-4e6a-8030-00f9ca1f65ee", "address": "fa:16:3e:96:b2:32", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71658874-90", "ovs_interfaceid": "71658874-9084-4e6a-8030-00f9ca1f65ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 561.834020] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:b2:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71658874-9084-4e6a-8030-00f9ca1f65ee', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 561.843195] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Creating folder: Project (2257d2b1f55f47af9410739eecda2348). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.843785] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6b186a5-ba1d-49fc-a487-72dbcecf9792 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.857309] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Created folder: Project (2257d2b1f55f47af9410739eecda2348) in parent group-v528420. [ 561.857309] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Creating folder: Instances. Parent ref: group-v528443. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.857309] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d02fb30-71ea-41ed-9893-0b8c46693176 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.869980] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Created folder: Instances in parent group-v528443. [ 561.869980] env[63419]: DEBUG oslo.service.loopingcall [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.870473] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.870473] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a9ad191-cdd3-4519-aafd-d48215620173 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.892695] env[63419]: DEBUG oslo_concurrency.lockutils [None req-28ac0cba-e101-40d5-b83a-6d808dc89199 tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Lock "19fdb067-c4d3-466e-9c3b-bf0a77dd2f95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.597s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.898109] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.898109] env[63419]: value = "task-2621762" [ 561.898109] env[63419]: _type = "Task" [ 561.898109] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.912966] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621762, 'name': CreateVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.043379] env[63419]: DEBUG oslo_vmware.api [None req-eb540d33-dbd2-45bb-a70f-958d6476abdf tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621758, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.061021] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquiring lock "57df8151-b7ef-4faa-8451-4ca33d7daf39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.061353] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Lock "57df8151-b7ef-4faa-8451-4ca33d7daf39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.073195] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9157ac75-00c4-42b5-bd7a-1fd8c536657b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.091910] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41de03e9-59e2-4044-a4c3-0e56e4dce232 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.102479] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621759, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.049279} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.102853] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] File moved {{(pid=63419) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 562.103484] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Cleaning up location [datastore2] vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 562.103484] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Deleting the datastore file [datastore2] vmware_temp/2e14b3e9-e0e3-452f-a0d3-e7e31731d25b {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 562.103683] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6f047d3-7384-4986-afa8-bd746dfdb7b0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.149447] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0144efa5-c75c-43c3-ae7f-aa03a4b709e7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.155245] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 562.155245] env[63419]: value = "task-2621763" [ 562.155245] env[63419]: _type = "Task" [ 562.155245] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.166268] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c07fc38-481f-4612-b96b-a94e94da65ad {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.177116] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.191170] env[63419]: DEBUG nova.compute.provider_tree [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.363674] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Acquiring lock "8e6855c9-570b-492c-974a-08bf2efc998c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.363674] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Lock "8e6855c9-570b-492c-974a-08bf2efc998c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.363877] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Acquiring lock "8e6855c9-570b-492c-974a-08bf2efc998c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.364173] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Lock "8e6855c9-570b-492c-974a-08bf2efc998c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.364330] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Lock "8e6855c9-570b-492c-974a-08bf2efc998c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.366467] env[63419]: INFO nova.compute.manager [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Terminating instance [ 562.397807] env[63419]: DEBUG nova.compute.manager [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.418028] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621762, 'name': CreateVM_Task, 'duration_secs': 0.397173} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.419113] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 562.420223] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.420698] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.421095] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.421783] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ab5f44-1e20-4514-bfd9-4d55e4939200 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.427427] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 562.427427] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52bf0588-48de-00a0-6ba5-1de34967b67f" [ 562.427427] env[63419]: _type = "Task" [ 562.427427] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.437933] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52bf0588-48de-00a0-6ba5-1de34967b67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.531312] env[63419]: DEBUG oslo_vmware.api [None req-eb540d33-dbd2-45bb-a70f-958d6476abdf tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621758, 'name': CreateSnapshot_Task, 'duration_secs': 0.861555} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.531312] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-eb540d33-dbd2-45bb-a70f-958d6476abdf tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Created Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 562.532512] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186a0dd0-4a5b-41f9-b414-d0fb59d88fff {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.548854] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Acquiring lock "7f391b47-6f6b-44df-9d84-4001a5f04ad3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.549241] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Lock "7f391b47-6f6b-44df-9d84-4001a5f04ad3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.668173] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028705} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.668532] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 562.669252] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a5a360f-4b69-431c-bb41-313d65e9e332 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.676322] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 562.676322] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]525550b4-6c6b-a507-4530-1fe70b570393" [ 562.676322] env[63419]: _type = "Task" [ 562.676322] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.685933] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]525550b4-6c6b-a507-4530-1fe70b570393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.695305] env[63419]: DEBUG nova.scheduler.client.report [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 562.827398] env[63419]: DEBUG nova.network.neutron [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Updated VIF entry in instance network info cache for port 041e3fd5-1cb4-4e73-a2ec-6ad73770ecce. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 562.828413] env[63419]: DEBUG nova.network.neutron [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Updating instance_info_cache with network_info: [{"id": "041e3fd5-1cb4-4e73-a2ec-6ad73770ecce", "address": "fa:16:3e:cc:f8:9a", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041e3fd5-1c", "ovs_interfaceid": "041e3fd5-1cb4-4e73-a2ec-6ad73770ecce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.871264] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Acquiring lock "refresh_cache-8e6855c9-570b-492c-974a-08bf2efc998c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.871264] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Acquired lock "refresh_cache-8e6855c9-570b-492c-974a-08bf2efc998c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.871264] env[63419]: DEBUG nova.network.neutron [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 562.933575] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.941467] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52bf0588-48de-00a0-6ba5-1de34967b67f, 'name': SearchDatastore_Task, 'duration_secs': 0.014396} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.941664] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.941867] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 562.942753] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.046788] env[63419]: DEBUG nova.compute.manager [None req-eb540d33-dbd2-45bb-a70f-958d6476abdf tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Instance disappeared during snapshot {{(pid=63419) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 563.190180] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]525550b4-6c6b-a507-4530-1fe70b570393, 'name': SearchDatastore_Task, 'duration_secs': 0.011716} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.190662] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.191231] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 7380379b-dd8c-407c-9aaa-ae21c76f88d5/7380379b-dd8c-407c-9aaa-ae21c76f88d5.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 563.193061] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.193061] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.193061] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8eff143f-b7a5-47f7-9804-10de4858a4b9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.194973] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3726bb5-534b-47d2-afbc-0b66106a7111 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.202045] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.202045] env[63419]: DEBUG nova.compute.manager [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 563.208314] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.956s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.210453] env[63419]: INFO nova.compute.claims [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 563.220323] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 563.220323] env[63419]: value = "task-2621764" [ 563.220323] env[63419]: _type = "Task" [ 563.220323] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.220323] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.220323] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 563.225412] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5cee271-830b-4bb2-849d-b352a233fc26 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.251234] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.251645] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Waiting for the task: (returnval){ [ 563.251645] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52b1ee54-1ac1-43ad-cabc-39e116a49cc9" [ 563.251645] env[63419]: _type = "Task" [ 563.251645] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.261655] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b1ee54-1ac1-43ad-cabc-39e116a49cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.278235] env[63419]: DEBUG nova.compute.manager [None req-eb540d33-dbd2-45bb-a70f-958d6476abdf tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Found 0 images (rotation: 2) {{(pid=63419) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 563.330948] env[63419]: DEBUG oslo_concurrency.lockutils [req-250e3ccc-3672-4a54-857b-9fd657ea1f74 req-95cf8416-b1e1-4de2-a865-2e11873f4c23 service nova] Releasing lock "refresh_cache-7380379b-dd8c-407c-9aaa-ae21c76f88d5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.428342] env[63419]: DEBUG nova.network.neutron [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 563.596846] env[63419]: DEBUG nova.network.neutron [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.720119] env[63419]: DEBUG nova.compute.utils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 563.723824] env[63419]: DEBUG nova.compute.manager [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 563.724020] env[63419]: DEBUG nova.network.neutron [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 563.738079] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507929} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.738534] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 7380379b-dd8c-407c-9aaa-ae21c76f88d5/7380379b-dd8c-407c-9aaa-ae21c76f88d5.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 563.738821] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 563.739132] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4f6f465-48a8-421a-b08b-309a7b5f23f0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.746399] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 563.746399] env[63419]: value = "task-2621765" [ 563.746399] env[63419]: _type = "Task" [ 563.746399] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.758407] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.769486] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b1ee54-1ac1-43ad-cabc-39e116a49cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.020831} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.771520] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-811f0ea0-85e5-4296-b91c-cbdb3274e2d8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.779361] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Waiting for the task: (returnval){ [ 563.779361] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]523fee4b-62e4-064e-4b06-992d619b79db" [ 563.779361] env[63419]: _type = "Task" [ 563.779361] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.789586] env[63419]: DEBUG nova.compute.manager [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Received event network-vif-plugged-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 563.789819] env[63419]: DEBUG oslo_concurrency.lockutils [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] Acquiring lock "3541fb55-82d4-4803-b941-4a3b835e4b9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.790058] env[63419]: DEBUG oslo_concurrency.lockutils [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] Lock "3541fb55-82d4-4803-b941-4a3b835e4b9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.790288] env[63419]: DEBUG oslo_concurrency.lockutils [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] Lock "3541fb55-82d4-4803-b941-4a3b835e4b9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.790483] env[63419]: DEBUG nova.compute.manager [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] No waiting events found dispatching network-vif-plugged-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 563.790688] env[63419]: WARNING nova.compute.manager [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Received unexpected event network-vif-plugged-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 for instance with vm_state building and task_state spawning. [ 563.790893] env[63419]: DEBUG nova.compute.manager [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Received event network-changed-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 563.791862] env[63419]: DEBUG nova.compute.manager [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Refreshing instance network info cache due to event network-changed-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 563.791862] env[63419]: DEBUG oslo_concurrency.lockutils [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] Acquiring lock "refresh_cache-3541fb55-82d4-4803-b941-4a3b835e4b9c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.791862] env[63419]: DEBUG oslo_concurrency.lockutils [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] Acquired lock "refresh_cache-3541fb55-82d4-4803-b941-4a3b835e4b9c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.791862] env[63419]: DEBUG nova.network.neutron [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Refreshing network info cache for port 2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 563.799853] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523fee4b-62e4-064e-4b06-992d619b79db, 'name': SearchDatastore_Task, 'duration_secs': 0.009251} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.799853] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.799853] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 75c01ee1-1172-46df-80ad-390f2fab38ce/75c01ee1-1172-46df-80ad-390f2fab38ce.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 563.799853] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.801372] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.801649] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5682318-57f8-4959-99bf-c1f715618784 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.806667] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b8cedc7-0964-41af-b08d-224e436cbda6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.815577] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Waiting for the task: (returnval){ [ 563.815577] env[63419]: value = "task-2621766" [ 563.815577] env[63419]: _type = "Task" [ 563.815577] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.817944] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.817944] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 563.823723] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01abb6d9-b192-4774-aeb9-15d3a663d582 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.827958] env[63419]: DEBUG nova.policy [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd74d94c04b8406aa45451e679633fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2257d2b1f55f47af9410739eecda2348', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 563.837185] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.839408] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 563.839408] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5286b424-7ad3-0bfa-46dd-d3e9af2e029a" [ 563.839408] env[63419]: _type = "Task" [ 563.839408] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.852862] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5286b424-7ad3-0bfa-46dd-d3e9af2e029a, 'name': SearchDatastore_Task, 'duration_secs': 0.008494} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.854665] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd9118a-828e-4a6d-a116-1ad21121c81c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.865075] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 563.865075] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52594c21-bcaf-d64d-6449-713efe0a7c4d" [ 563.865075] env[63419]: _type = "Task" [ 563.865075] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.874914] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52594c21-bcaf-d64d-6449-713efe0a7c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.876289] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.876289] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 3541fb55-82d4-4803-b941-4a3b835e4b9c/3541fb55-82d4-4803-b941-4a3b835e4b9c.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 563.876289] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.876289] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.876722] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52fb95cd-bd2e-4a40-8b65-6c9ae5ec0043 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.881580] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93b80c2a-3664-498e-b9af-c3473b1866fc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.885847] env[63419]: DEBUG nova.compute.manager [req-d94922c9-a684-4542-b28d-4ad29c2a6200 req-623d8b27-4876-4a00-ad03-3caf3f687847 service nova] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Received event network-changed-404ddaeb-6a88-400d-ae25-8f0eb7f418f0 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 563.885847] env[63419]: DEBUG nova.compute.manager [req-d94922c9-a684-4542-b28d-4ad29c2a6200 req-623d8b27-4876-4a00-ad03-3caf3f687847 service nova] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Refreshing instance network info cache due to event network-changed-404ddaeb-6a88-400d-ae25-8f0eb7f418f0. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 563.886841] env[63419]: DEBUG oslo_concurrency.lockutils [req-d94922c9-a684-4542-b28d-4ad29c2a6200 req-623d8b27-4876-4a00-ad03-3caf3f687847 service nova] Acquiring lock "refresh_cache-75c01ee1-1172-46df-80ad-390f2fab38ce" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.886841] env[63419]: DEBUG oslo_concurrency.lockutils [req-d94922c9-a684-4542-b28d-4ad29c2a6200 req-623d8b27-4876-4a00-ad03-3caf3f687847 service nova] Acquired lock "refresh_cache-75c01ee1-1172-46df-80ad-390f2fab38ce" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.886841] env[63419]: DEBUG nova.network.neutron [req-d94922c9-a684-4542-b28d-4ad29c2a6200 req-623d8b27-4876-4a00-ad03-3caf3f687847 service nova] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Refreshing network info cache for port 404ddaeb-6a88-400d-ae25-8f0eb7f418f0 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 563.890487] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.892015] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 563.892015] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 563.892015] env[63419]: value = "task-2621767" [ 563.892015] env[63419]: _type = "Task" [ 563.892015] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.892015] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed5506a1-f834-47c6-826e-59cdb052f893 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.903939] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 563.903939] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52e5af58-1ea0-9075-bb4e-5b7b28652f43" [ 563.903939] env[63419]: _type = "Task" [ 563.903939] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.907376] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.920792] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e5af58-1ea0-9075-bb4e-5b7b28652f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.100264] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Releasing lock "refresh_cache-8e6855c9-570b-492c-974a-08bf2efc998c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.100264] env[63419]: DEBUG nova.compute.manager [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 564.100464] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 564.101767] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f0e54d-0f4b-4207-900a-f3679cf0671b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.109776] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 564.110092] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e462fc4c-f0fb-4dd8-b008-ac1aaa9395c7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.119689] env[63419]: DEBUG oslo_vmware.api [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 564.119689] env[63419]: value = "task-2621768" [ 564.119689] env[63419]: _type = "Task" [ 564.119689] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.132951] env[63419]: DEBUG oslo_vmware.api [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.224903] env[63419]: DEBUG nova.compute.manager [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 564.268343] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069295} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.272343] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 564.273891] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc831a8-88dd-4a92-a4f9-059f7e8b6e73 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.299189] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 7380379b-dd8c-407c-9aaa-ae21c76f88d5/7380379b-dd8c-407c-9aaa-ae21c76f88d5.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.305362] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e949355-8a46-4529-8f7b-cd534d1ea402 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.336679] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458856} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.338258] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 75c01ee1-1172-46df-80ad-390f2fab38ce/75c01ee1-1172-46df-80ad-390f2fab38ce.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 564.338476] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 564.338790] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 564.338790] env[63419]: value = "task-2621769" [ 564.338790] env[63419]: _type = "Task" [ 564.338790] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.341756] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f57dfc7e-4569-4a7d-b2cd-043ee30d81e2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.354444] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.356392] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Waiting for the task: (returnval){ [ 564.356392] env[63419]: value = "task-2621770" [ 564.356392] env[63419]: _type = "Task" [ 564.356392] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.371875] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.412865] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621767, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.427151] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e5af58-1ea0-9075-bb4e-5b7b28652f43, 'name': SearchDatastore_Task, 'duration_secs': 0.019086} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.433372] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a21d5a-ab27-43e1-8e21-070d32b53a0b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.443370] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 564.443370] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]527fadf2-c7c4-c31c-2d47-deff6923a1f0" [ 564.443370] env[63419]: _type = "Task" [ 564.443370] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.455545] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527fadf2-c7c4-c31c-2d47-deff6923a1f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.484834] env[63419]: DEBUG nova.network.neutron [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Successfully created port: 27272d37-9f80-419d-a895-5977b49df398 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.649051] env[63419]: DEBUG oslo_vmware.api [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621768, 'name': PowerOffVM_Task, 'duration_secs': 0.281948} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.649051] env[63419]: DEBUG nova.compute.manager [None req-38e6e4ca-b15d-47de-a453-635664e0beea tempest-ServerDiagnosticsTest-1014928109 tempest-ServerDiagnosticsTest-1014928109-project-admin] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 564.649051] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 564.649051] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 564.649529] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ba5553-18b4-4e77-91d4-5b9ff863be1b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.655224] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec1b73b5-3a08-4282-b51c-eaadd9c8e012 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.657483] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf78cfa5-ab26-4d86-8bcd-164d84f7a3d1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.663075] env[63419]: INFO nova.compute.manager [None req-38e6e4ca-b15d-47de-a453-635664e0beea tempest-ServerDiagnosticsTest-1014928109 tempest-ServerDiagnosticsTest-1014928109-project-admin] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Retrieving diagnostics [ 564.665162] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fcb572-143f-466a-a6ec-f4eb3dba757e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.710707] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 564.710707] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 564.710707] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Deleting the datastore file [datastore1] 8e6855c9-570b-492c-974a-08bf2efc998c {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 564.711681] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c644bb-167f-46ff-bec1-db49b50e3e97 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.716066] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e1f1592-9ed5-4192-a3d3-8792f3f0c0a7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.723016] env[63419]: DEBUG oslo_vmware.api [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for the task: (returnval){ [ 564.723016] env[63419]: value = "task-2621772" [ 564.723016] env[63419]: _type = "Task" [ 564.723016] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.759143] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25eb138-99af-46ee-ab09-aa6b0d199cc9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.769146] env[63419]: DEBUG oslo_vmware.api [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.772872] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532c9ad5-2ad5-461b-8808-569fd3a49a31 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.789338] env[63419]: DEBUG nova.compute.provider_tree [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 564.853846] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621769, 'name': ReconfigVM_Task, 'duration_secs': 0.437373} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.855925] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 7380379b-dd8c-407c-9aaa-ae21c76f88d5/7380379b-dd8c-407c-9aaa-ae21c76f88d5.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.855925] env[63419]: DEBUG nova.network.neutron [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Updated VIF entry in instance network info cache for port 2ebb9016-10c3-4a48-bba3-7294dbd8bdb7. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 564.856214] env[63419]: DEBUG nova.network.neutron [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Updating instance_info_cache with network_info: [{"id": "2ebb9016-10c3-4a48-bba3-7294dbd8bdb7", "address": "fa:16:3e:7a:96:bc", "network": {"id": "076ec96a-8f35-4603-9616-9312bdaa041f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-371732171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10ae43e10f2e4bea8501ac15924b7320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ebb9016-10", "ovs_interfaceid": "2ebb9016-10c3-4a48-bba3-7294dbd8bdb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.857507] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40d14595-c865-4e2a-a546-372ab7d9ad54 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.877021] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088924} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.877021] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 564.877021] env[63419]: value = "task-2621773" [ 564.877021] env[63419]: _type = "Task" [ 564.877021] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.877021] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 564.877522] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b606b8-0f62-4f33-9f73-ef28d155eba9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.912117] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 75c01ee1-1172-46df-80ad-390f2fab38ce/75c01ee1-1172-46df-80ad-390f2fab38ce.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.912827] env[63419]: DEBUG nova.network.neutron [req-d94922c9-a684-4542-b28d-4ad29c2a6200 req-623d8b27-4876-4a00-ad03-3caf3f687847 service nova] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Updated VIF entry in instance network info cache for port 404ddaeb-6a88-400d-ae25-8f0eb7f418f0. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 564.913727] env[63419]: DEBUG nova.network.neutron [req-d94922c9-a684-4542-b28d-4ad29c2a6200 req-623d8b27-4876-4a00-ad03-3caf3f687847 service nova] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Updating instance_info_cache with network_info: [{"id": "404ddaeb-6a88-400d-ae25-8f0eb7f418f0", "address": "fa:16:3e:f4:48:b1", "network": {"id": "64b4d58b-3e7b-4ac0-bb17-3ba9d18456ed", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2106493515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b03f664bfc21419689f2ff31f784f615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404ddaeb-6a", "ovs_interfaceid": "404ddaeb-6a88-400d-ae25-8f0eb7f418f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.921049] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17cd9434-c3b8-461a-81f4-3e86cd681b50 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.937811] env[63419]: DEBUG oslo_concurrency.lockutils [req-d94922c9-a684-4542-b28d-4ad29c2a6200 req-623d8b27-4876-4a00-ad03-3caf3f687847 service nova] Releasing lock "refresh_cache-75c01ee1-1172-46df-80ad-390f2fab38ce" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.946025] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717239} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.946025] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 3541fb55-82d4-4803-b941-4a3b835e4b9c/3541fb55-82d4-4803-b941-4a3b835e4b9c.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 564.946025] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 564.946025] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Waiting for the task: (returnval){ [ 564.946025] env[63419]: value = "task-2621774" [ 564.946025] env[63419]: _type = "Task" [ 564.946025] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.948680] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d394e93-59eb-4cee-ad90-039daab556cb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.960344] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527fadf2-c7c4-c31c-2d47-deff6923a1f0, 'name': SearchDatastore_Task, 'duration_secs': 0.056119} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.965617] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.965904] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 37c93441-be99-4d29-b8ab-d4a6da83e040/37c93441-be99-4d29-b8ab-d4a6da83e040.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.966252] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 564.966252] env[63419]: value = "task-2621775" [ 564.966252] env[63419]: _type = "Task" [ 564.966252] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.966495] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.966896] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77c10306-bbb5-4786-a415-e8b88d9e8174 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.979165] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.980535] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 564.980535] env[63419]: value = "task-2621776" [ 564.980535] env[63419]: _type = "Task" [ 564.980535] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.989585] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.255987] env[63419]: DEBUG nova.compute.manager [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 565.267697] env[63419]: DEBUG oslo_vmware.api [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Task: {'id': task-2621772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192917} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.267945] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 565.268425] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 565.268425] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 565.268425] env[63419]: INFO nova.compute.manager [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 565.268630] env[63419]: DEBUG oslo.service.loopingcall [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.268816] env[63419]: DEBUG nova.compute.manager [-] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 565.268908] env[63419]: DEBUG nova.network.neutron [-] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 565.288061] env[63419]: DEBUG nova.virt.hardware [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 565.288351] env[63419]: DEBUG nova.virt.hardware [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 565.288607] env[63419]: DEBUG nova.virt.hardware [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 565.288886] env[63419]: DEBUG nova.virt.hardware [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 565.288886] env[63419]: DEBUG nova.virt.hardware [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 565.289189] env[63419]: DEBUG nova.virt.hardware [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 565.289317] env[63419]: DEBUG nova.virt.hardware [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 565.289521] env[63419]: DEBUG nova.virt.hardware [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 565.289678] env[63419]: DEBUG nova.virt.hardware [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 565.289839] env[63419]: DEBUG nova.virt.hardware [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 565.290018] env[63419]: DEBUG nova.virt.hardware [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 565.291257] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5775af1-7fd0-4847-ad7c-0cb8a77b126e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.299489] env[63419]: DEBUG nova.network.neutron [-] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 565.307602] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c63b08f-ede8-49d5-9063-e80ca8c7e605 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.326103] env[63419]: ERROR nova.scheduler.client.report [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [req-20fce2f4-49ce-47f7-9d4f-601db5a022fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-20fce2f4-49ce-47f7-9d4f-601db5a022fb"}]} [ 565.346681] env[63419]: DEBUG nova.scheduler.client.report [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Refreshing inventories for resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 565.362271] env[63419]: DEBUG oslo_concurrency.lockutils [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] Releasing lock "refresh_cache-3541fb55-82d4-4803-b941-4a3b835e4b9c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.362689] env[63419]: DEBUG nova.compute.manager [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Received event network-vif-plugged-71658874-9084-4e6a-8030-00f9ca1f65ee {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 565.362904] env[63419]: DEBUG oslo_concurrency.lockutils [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] Acquiring lock "37c93441-be99-4d29-b8ab-d4a6da83e040-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.363409] env[63419]: DEBUG oslo_concurrency.lockutils [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] Lock "37c93441-be99-4d29-b8ab-d4a6da83e040-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.363572] env[63419]: DEBUG oslo_concurrency.lockutils [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] Lock "37c93441-be99-4d29-b8ab-d4a6da83e040-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.363848] env[63419]: DEBUG nova.compute.manager [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] No waiting events found dispatching network-vif-plugged-71658874-9084-4e6a-8030-00f9ca1f65ee {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 565.364083] env[63419]: WARNING nova.compute.manager [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Received unexpected event network-vif-plugged-71658874-9084-4e6a-8030-00f9ca1f65ee for instance with vm_state building and task_state spawning. [ 565.364905] env[63419]: DEBUG nova.compute.manager [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Received event network-changed-71658874-9084-4e6a-8030-00f9ca1f65ee {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 565.365103] env[63419]: DEBUG nova.compute.manager [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Refreshing instance network info cache due to event network-changed-71658874-9084-4e6a-8030-00f9ca1f65ee. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 565.365317] env[63419]: DEBUG oslo_concurrency.lockutils [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] Acquiring lock "refresh_cache-37c93441-be99-4d29-b8ab-d4a6da83e040" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.365463] env[63419]: DEBUG oslo_concurrency.lockutils [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] Acquired lock "refresh_cache-37c93441-be99-4d29-b8ab-d4a6da83e040" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.365621] env[63419]: DEBUG nova.network.neutron [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Refreshing network info cache for port 71658874-9084-4e6a-8030-00f9ca1f65ee {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.369450] env[63419]: DEBUG nova.scheduler.client.report [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Updating ProviderTree inventory for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 565.369717] env[63419]: DEBUG nova.compute.provider_tree [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 565.387660] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621773, 'name': Rename_Task, 'duration_secs': 0.177469} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.388898] env[63419]: DEBUG nova.scheduler.client.report [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Refreshing aggregate associations for resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba, aggregates: None {{(pid=63419) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 565.391181] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 565.392455] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51efbee3-237b-48c0-9c59-ceca58e6ea10 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.402313] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 565.402313] env[63419]: value = "task-2621777" [ 565.402313] env[63419]: _type = "Task" [ 565.402313] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.419243] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.422200] env[63419]: DEBUG nova.scheduler.client.report [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Refreshing trait associations for resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=63419) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 565.467331] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.484104] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079269} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.488933] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.492868] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72b9d39-1829-4b57-ae6f-6cdd448d9869 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.517389] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 3541fb55-82d4-4803-b941-4a3b835e4b9c/3541fb55-82d4-4803-b941-4a3b835e4b9c.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 565.523356] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7ee0cd0-d568-42c3-a143-3274e8c8c780 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.538908] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516549} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.540067] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 37c93441-be99-4d29-b8ab-d4a6da83e040/37c93441-be99-4d29-b8ab-d4a6da83e040.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.540067] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 565.540544] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba7c6603-362b-4220-b55f-bd3eff276d6c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.545146] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 565.545146] env[63419]: value = "task-2621778" [ 565.545146] env[63419]: _type = "Task" [ 565.545146] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.549906] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 565.549906] env[63419]: value = "task-2621779" [ 565.549906] env[63419]: _type = "Task" [ 565.549906] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.559454] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.564493] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.727940] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbba03f-1a8b-490b-956b-1930431568fc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.738299] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c81bd0-e145-4291-899d-f6bb75457752 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.773432] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38a4dfb-7fce-47aa-8a69-9783596d6b52 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.782265] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfbb902-645d-446d-ba08-9ca83d26edef {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.796829] env[63419]: DEBUG nova.compute.provider_tree [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 565.803193] env[63419]: DEBUG nova.network.neutron [-] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.911723] env[63419]: DEBUG oslo_vmware.api [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621777, 'name': PowerOnVM_Task, 'duration_secs': 0.466452} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.915360] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 565.915439] env[63419]: INFO nova.compute.manager [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Took 14.67 seconds to spawn the instance on the hypervisor. [ 565.915639] env[63419]: DEBUG nova.compute.manager [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.916591] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3fe8d7-064d-4e84-b5fd-bc71c5bbba10 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.965749] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621774, 'name': ReconfigVM_Task, 'duration_secs': 0.996725} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.966683] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 75c01ee1-1172-46df-80ad-390f2fab38ce/75c01ee1-1172-46df-80ad-390f2fab38ce.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 565.966858] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86f47b93-14fb-4039-be36-f45d2f24eca4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.973551] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Waiting for the task: (returnval){ [ 565.973551] env[63419]: value = "task-2621780" [ 565.973551] env[63419]: _type = "Task" [ 565.973551] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.986267] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621780, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.062703] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.068537] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082307} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.068537] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 566.068537] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855e0509-3a5e-4af5-95c0-778178f27cac {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.095955] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 37c93441-be99-4d29-b8ab-d4a6da83e040/37c93441-be99-4d29-b8ab-d4a6da83e040.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.096139] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5968cab2-881e-4cf8-9e99-372b1375b860 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.116856] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 566.116856] env[63419]: value = "task-2621781" [ 566.116856] env[63419]: _type = "Task" [ 566.116856] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.125107] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.309162] env[63419]: INFO nova.compute.manager [-] [instance: 8e6855c9-570b-492c-974a-08bf2efc998c] Took 1.04 seconds to deallocate network for instance. [ 566.341146] env[63419]: DEBUG nova.scheduler.client.report [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Updated inventory for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 566.341702] env[63419]: DEBUG nova.compute.provider_tree [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Updating resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba generation from 19 to 20 during operation: update_inventory {{(pid=63419) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 566.341702] env[63419]: DEBUG nova.compute.provider_tree [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 566.444902] env[63419]: INFO nova.compute.manager [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Took 23.38 seconds to build instance. [ 566.484580] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621780, 'name': Rename_Task, 'duration_secs': 0.428497} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.484891] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 566.485155] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6ea51e5-c5bf-44de-9f75-1ffb2ea6e35e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.492192] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Waiting for the task: (returnval){ [ 566.492192] env[63419]: value = "task-2621782" [ 566.492192] env[63419]: _type = "Task" [ 566.492192] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.503663] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.556615] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621778, 'name': ReconfigVM_Task, 'duration_secs': 0.962734} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.556615] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 3541fb55-82d4-4803-b941-4a3b835e4b9c/3541fb55-82d4-4803-b941-4a3b835e4b9c.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 566.557487] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-024107b0-0f74-4e64-b730-86c3d10f0c6e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.566174] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 566.566174] env[63419]: value = "task-2621783" [ 566.566174] env[63419]: _type = "Task" [ 566.566174] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.573563] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621783, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.627853] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.819912] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.853143] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.644s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.853143] env[63419]: DEBUG nova.compute.manager [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 566.858675] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.333s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.861797] env[63419]: INFO nova.compute.claims [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.881857] env[63419]: DEBUG nova.network.neutron [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Updated VIF entry in instance network info cache for port 71658874-9084-4e6a-8030-00f9ca1f65ee. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.882264] env[63419]: DEBUG nova.network.neutron [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Updating instance_info_cache with network_info: [{"id": "71658874-9084-4e6a-8030-00f9ca1f65ee", "address": "fa:16:3e:96:b2:32", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71658874-90", "ovs_interfaceid": "71658874-9084-4e6a-8030-00f9ca1f65ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.946947] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a463ecca-5dae-4089-8ac2-8055e7dc9a16 tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Lock "7380379b-dd8c-407c-9aaa-ae21c76f88d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.898s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.005536] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.077896] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621783, 'name': Rename_Task, 'duration_secs': 0.37702} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.078445] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.078537] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9020eb89-6302-4ebb-82ea-78080511b943 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.086380] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 567.086380] env[63419]: value = "task-2621784" [ 567.086380] env[63419]: _type = "Task" [ 567.086380] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.098999] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.103636] env[63419]: DEBUG nova.network.neutron [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Successfully updated port: 27272d37-9f80-419d-a895-5977b49df398 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 567.134242] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621781, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.370617] env[63419]: DEBUG nova.compute.utils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 567.372022] env[63419]: DEBUG nova.compute.manager [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 567.373623] env[63419]: DEBUG nova.network.neutron [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 567.386828] env[63419]: DEBUG oslo_concurrency.lockutils [req-514b1743-bfed-4459-8944-130c0b4049e8 req-51ef4eee-38c4-486f-9fa5-f41e7c5eee93 service nova] Releasing lock "refresh_cache-37c93441-be99-4d29-b8ab-d4a6da83e040" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.445197] env[63419]: DEBUG nova.policy [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba1cbc140f684b339ede567b3090419d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62efeb28914b412e9caa18cd0b461789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 567.451073] env[63419]: DEBUG nova.compute.manager [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.508283] env[63419]: DEBUG oslo_vmware.api [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621782, 'name': PowerOnVM_Task, 'duration_secs': 0.899705} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.509177] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.509177] env[63419]: INFO nova.compute.manager [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Took 13.94 seconds to spawn the instance on the hypervisor. [ 567.509177] env[63419]: DEBUG nova.compute.manager [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.510041] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c627280-16df-40c2-b09c-c05b59f6a1c6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.600743] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621784, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.607177] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "refresh_cache-2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.607498] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "refresh_cache-2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.607764] env[63419]: DEBUG nova.network.neutron [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 567.634556] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621781, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.880431] env[63419]: DEBUG nova.compute.manager [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 567.975333] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.990102] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Acquiring lock "19fdb067-c4d3-466e-9c3b-bf0a77dd2f95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.990102] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Lock "19fdb067-c4d3-466e-9c3b-bf0a77dd2f95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.990102] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Acquiring lock "19fdb067-c4d3-466e-9c3b-bf0a77dd2f95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.990102] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Lock "19fdb067-c4d3-466e-9c3b-bf0a77dd2f95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.990387] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Lock "19fdb067-c4d3-466e-9c3b-bf0a77dd2f95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.995872] env[63419]: INFO nova.compute.manager [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Terminating instance [ 568.043377] env[63419]: INFO nova.compute.manager [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Took 22.89 seconds to build instance. [ 568.104299] env[63419]: DEBUG oslo_vmware.api [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621784, 'name': PowerOnVM_Task, 'duration_secs': 0.672271} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.104851] env[63419]: DEBUG nova.network.neutron [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Successfully created port: d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.106809] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 568.107021] env[63419]: INFO nova.compute.manager [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Took 12.26 seconds to spawn the instance on the hypervisor. [ 568.107211] env[63419]: DEBUG nova.compute.manager [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.108052] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c90dbb7-65e9-4a28-8f74-1ad5c14ee0e3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.137108] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621781, 'name': ReconfigVM_Task, 'duration_secs': 1.97533} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.137382] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 37c93441-be99-4d29-b8ab-d4a6da83e040/37c93441-be99-4d29-b8ab-d4a6da83e040.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.138220] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bade841c-59e1-483c-8242-cd314b786d73 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.150547] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 568.150547] env[63419]: value = "task-2621785" [ 568.150547] env[63419]: _type = "Task" [ 568.150547] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.163789] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621785, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.198748] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bcd876-df9e-4f75-bfb7-cbd563639cdb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.207693] env[63419]: DEBUG nova.network.neutron [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.210624] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16d628f-772a-4a56-833a-68b1c73ca49d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.248059] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6fd1bf-c289-4a76-96a8-0f9ca02b96ab {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.252878] env[63419]: DEBUG nova.compute.manager [req-4e53853d-fc2e-4726-af9d-12f03add53b1 req-f6d3b634-4275-4472-8052-52bfc4746ca4 service nova] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Received event network-vif-plugged-27272d37-9f80-419d-a895-5977b49df398 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 568.253823] env[63419]: DEBUG oslo_concurrency.lockutils [req-4e53853d-fc2e-4726-af9d-12f03add53b1 req-f6d3b634-4275-4472-8052-52bfc4746ca4 service nova] Acquiring lock "2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.253823] env[63419]: DEBUG oslo_concurrency.lockutils [req-4e53853d-fc2e-4726-af9d-12f03add53b1 req-f6d3b634-4275-4472-8052-52bfc4746ca4 service nova] Lock "2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.253823] env[63419]: DEBUG oslo_concurrency.lockutils [req-4e53853d-fc2e-4726-af9d-12f03add53b1 req-f6d3b634-4275-4472-8052-52bfc4746ca4 service nova] Lock "2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.253823] env[63419]: DEBUG nova.compute.manager [req-4e53853d-fc2e-4726-af9d-12f03add53b1 req-f6d3b634-4275-4472-8052-52bfc4746ca4 service nova] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] No waiting events found dispatching network-vif-plugged-27272d37-9f80-419d-a895-5977b49df398 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 568.254049] env[63419]: WARNING nova.compute.manager [req-4e53853d-fc2e-4726-af9d-12f03add53b1 req-f6d3b634-4275-4472-8052-52bfc4746ca4 service nova] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Received unexpected event network-vif-plugged-27272d37-9f80-419d-a895-5977b49df398 for instance with vm_state building and task_state spawning. [ 568.260338] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74f4d58-18fb-4ed2-b304-74094f3ed82b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.275207] env[63419]: DEBUG nova.compute.provider_tree [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.508352] env[63419]: DEBUG nova.compute.manager [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 568.508600] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 568.509656] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8960e437-08cb-4bb0-aa9c-c70dc0ee4fb0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.520755] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 568.521532] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11c50c52-4efa-448b-b76a-a0df8017675d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.528300] env[63419]: DEBUG oslo_vmware.api [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Waiting for the task: (returnval){ [ 568.528300] env[63419]: value = "task-2621786" [ 568.528300] env[63419]: _type = "Task" [ 568.528300] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.538425] env[63419]: DEBUG oslo_vmware.api [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.545099] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d7e01d1-d750-4308-a5a6-f5db2f0b59f6 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lock "75c01ee1-1172-46df-80ad-390f2fab38ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.418s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.565598] env[63419]: DEBUG nova.network.neutron [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Updating instance_info_cache with network_info: [{"id": "27272d37-9f80-419d-a895-5977b49df398", "address": "fa:16:3e:79:1d:92", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27272d37-9f", "ovs_interfaceid": "27272d37-9f80-419d-a895-5977b49df398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.637423] env[63419]: INFO nova.compute.manager [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Took 22.72 seconds to build instance. [ 568.663281] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621785, 'name': Rename_Task, 'duration_secs': 0.22068} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.663281] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 568.663592] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30f4173e-7043-41ea-a38c-bbfa4ab3edb5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.670009] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 568.670009] env[63419]: value = "task-2621787" [ 568.670009] env[63419]: _type = "Task" [ 568.670009] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.680606] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.783023] env[63419]: DEBUG nova.scheduler.client.report [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.901081] env[63419]: DEBUG nova.compute.manager [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 568.934820] env[63419]: DEBUG nova.virt.hardware [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 568.934981] env[63419]: DEBUG nova.virt.hardware [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.935734] env[63419]: DEBUG nova.virt.hardware [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 568.935734] env[63419]: DEBUG nova.virt.hardware [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.935734] env[63419]: DEBUG nova.virt.hardware [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 568.935734] env[63419]: DEBUG nova.virt.hardware [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 568.935899] env[63419]: DEBUG nova.virt.hardware [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 568.935982] env[63419]: DEBUG nova.virt.hardware [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 568.937076] env[63419]: DEBUG nova.virt.hardware [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 568.937559] env[63419]: DEBUG nova.virt.hardware [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 568.937559] env[63419]: DEBUG nova.virt.hardware [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.940139] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dd26ec-d6cb-4529-9cb6-84a620fa109e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.949227] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ab09dc-29af-4700-9383-688ff355fc1d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.974644] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquiring lock "154f2013-37a3-4e14-b377-e992a080d8f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.974644] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Lock "154f2013-37a3-4e14-b377-e992a080d8f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.039052] env[63419]: DEBUG oslo_vmware.api [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621786, 'name': PowerOffVM_Task, 'duration_secs': 0.30603} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.039331] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 569.039503] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 569.039755] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dcd03cf-dd19-488b-aa87-9b5568b4a304 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.049075] env[63419]: DEBUG nova.compute.manager [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.068414] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "refresh_cache-2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.068727] env[63419]: DEBUG nova.compute.manager [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Instance network_info: |[{"id": "27272d37-9f80-419d-a895-5977b49df398", "address": "fa:16:3e:79:1d:92", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27272d37-9f", "ovs_interfaceid": "27272d37-9f80-419d-a895-5977b49df398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 569.069132] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:1d:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27272d37-9f80-419d-a895-5977b49df398', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.082614] env[63419]: DEBUG oslo.service.loopingcall [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.082879] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 569.084335] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3bbd53b-0192-4cea-9f96-aee2b282a00e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.110168] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.110168] env[63419]: value = "task-2621789" [ 569.110168] env[63419]: _type = "Task" [ 569.110168] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.116930] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 569.117039] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 569.117231] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Deleting the datastore file [datastore1] 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 569.117548] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f99368a-9f20-492b-9611-3797ad6035bf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.122887] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621789, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.130092] env[63419]: DEBUG oslo_vmware.api [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Waiting for the task: (returnval){ [ 569.130092] env[63419]: value = "task-2621790" [ 569.130092] env[63419]: _type = "Task" [ 569.130092] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.137306] env[63419]: DEBUG oslo_vmware.api [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.139764] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a59f42d-74be-4dcf-bbbb-d68622531e4e tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lock "3541fb55-82d4-4803-b941-4a3b835e4b9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.240s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.185305] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.287885] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.287885] env[63419]: DEBUG nova.compute.manager [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 569.291778] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.383s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.293274] env[63419]: INFO nova.compute.claims [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.583445] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.624157] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621789, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.640371] env[63419]: DEBUG oslo_vmware.api [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Task: {'id': task-2621790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141002} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.640799] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 569.640799] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 569.640799] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 569.640964] env[63419]: INFO nova.compute.manager [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Took 1.13 seconds to destroy the instance on the hypervisor. [ 569.641202] env[63419]: DEBUG oslo.service.loopingcall [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.641387] env[63419]: DEBUG nova.compute.manager [-] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 569.641666] env[63419]: DEBUG nova.network.neutron [-] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 569.645773] env[63419]: DEBUG nova.compute.manager [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.689101] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621787, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.801170] env[63419]: DEBUG nova.compute.utils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 569.806938] env[63419]: DEBUG nova.compute.manager [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 569.806938] env[63419]: DEBUG nova.network.neutron [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 569.967514] env[63419]: DEBUG nova.policy [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f23ff79e5a7741c6883225c89b95b455', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9869b07f440c4b8f98d0afc656e4e242', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.126349] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621789, 'name': CreateVM_Task, 'duration_secs': 0.546202} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.126349] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 570.126798] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.127200] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.127993] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.128153] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fe8e5fd-e2e7-45fe-ac5f-baff3139cd68 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.136160] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 570.136160] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]522326d7-5307-d5b1-1706-335b1723810f" [ 570.136160] env[63419]: _type = "Task" [ 570.136160] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.145578] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]522326d7-5307-d5b1-1706-335b1723810f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.170250] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.183682] env[63419]: DEBUG oslo_vmware.api [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621787, 'name': PowerOnVM_Task, 'duration_secs': 1.055057} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.183959] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 570.184228] env[63419]: INFO nova.compute.manager [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Took 12.02 seconds to spawn the instance on the hypervisor. [ 570.184427] env[63419]: DEBUG nova.compute.manager [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.185720] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d966f18-3414-425e-badb-23f57ab52b41 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.206674] env[63419]: DEBUG nova.compute.manager [None req-3d062993-0c37-4e82-945e-4667535c9488 tempest-ServerExternalEventsTest-694506102 tempest-ServerExternalEventsTest-694506102-project] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Received event network-changed {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 570.206907] env[63419]: DEBUG nova.compute.manager [None req-3d062993-0c37-4e82-945e-4667535c9488 tempest-ServerExternalEventsTest-694506102 tempest-ServerExternalEventsTest-694506102-project] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Refreshing instance network info cache due to event network-changed. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 570.208031] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3d062993-0c37-4e82-945e-4667535c9488 tempest-ServerExternalEventsTest-694506102 tempest-ServerExternalEventsTest-694506102-project] Acquiring lock "refresh_cache-7380379b-dd8c-407c-9aaa-ae21c76f88d5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.208031] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3d062993-0c37-4e82-945e-4667535c9488 tempest-ServerExternalEventsTest-694506102 tempest-ServerExternalEventsTest-694506102-project] Acquired lock "refresh_cache-7380379b-dd8c-407c-9aaa-ae21c76f88d5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.208031] env[63419]: DEBUG nova.network.neutron [None req-3d062993-0c37-4e82-945e-4667535c9488 tempest-ServerExternalEventsTest-694506102 tempest-ServerExternalEventsTest-694506102-project] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 570.269502] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquiring lock "927418d6-d1f7-4dd9-802a-d71b8f799923" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.269502] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "927418d6-d1f7-4dd9-802a-d71b8f799923" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.304752] env[63419]: DEBUG nova.compute.manager [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.338424] env[63419]: DEBUG nova.network.neutron [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Successfully updated port: d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 570.647198] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]522326d7-5307-d5b1-1706-335b1723810f, 'name': SearchDatastore_Task, 'duration_secs': 0.016854} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.648148] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.648422] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 570.648669] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.648814] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.649475] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.649579] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0fc07b6-4c6e-4923-b308-7cd1acede357 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.659231] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.659576] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 570.663682] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a47ce81-df15-46c5-ac25-24c0a2e6d145 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.670601] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 570.670601] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]523d7f45-7b6f-b666-7201-798331f31dda" [ 570.670601] env[63419]: _type = "Task" [ 570.670601] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.679481] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523d7f45-7b6f-b666-7201-798331f31dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.706553] env[63419]: INFO nova.compute.manager [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Took 21.78 seconds to build instance. [ 570.708214] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa5a208-df1a-4b10-9e2f-2206da58ca28 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.719475] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eb7e6e-798a-42b7-99cb-4e7073470f28 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.750782] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556a5848-c528-4fe6-afe8-11d029fe0971 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.759017] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eece817-6bb9-40ff-b274-1798dfd2cc77 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.776531] env[63419]: DEBUG nova.compute.provider_tree [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.823651] env[63419]: DEBUG nova.network.neutron [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Successfully created port: 7c62b09e-21b9-4659-836d-484c98df73f6 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 570.844541] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "refresh_cache-bc5f3770-73db-4b5a-98cd-03412048c8ca" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.844541] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquired lock "refresh_cache-bc5f3770-73db-4b5a-98cd-03412048c8ca" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.844541] env[63419]: DEBUG nova.network.neutron [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.133316] env[63419]: DEBUG nova.network.neutron [-] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.181782] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523d7f45-7b6f-b666-7201-798331f31dda, 'name': SearchDatastore_Task, 'duration_secs': 0.00946} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.183968] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8073c9bd-2bfe-4f9e-98ae-2382fc31944a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.189104] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 571.189104] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5220e9e9-76b3-2016-4467-c7f122f32415" [ 571.189104] env[63419]: _type = "Task" [ 571.189104] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.198710] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5220e9e9-76b3-2016-4467-c7f122f32415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.212978] env[63419]: DEBUG oslo_concurrency.lockutils [None req-54247973-efbf-41f7-b010-5a19a88edff8 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "37c93441-be99-4d29-b8ab-d4a6da83e040" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.295s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.283982] env[63419]: DEBUG nova.scheduler.client.report [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.325017] env[63419]: DEBUG nova.compute.manager [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.358511] env[63419]: DEBUG nova.virt.hardware [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.359033] env[63419]: DEBUG nova.virt.hardware [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.359033] env[63419]: DEBUG nova.virt.hardware [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.359419] env[63419]: DEBUG nova.virt.hardware [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.359626] env[63419]: DEBUG nova.virt.hardware [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.359786] env[63419]: DEBUG nova.virt.hardware [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.359996] env[63419]: DEBUG nova.virt.hardware [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.360191] env[63419]: DEBUG nova.virt.hardware [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.360366] env[63419]: DEBUG nova.virt.hardware [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.360532] env[63419]: DEBUG nova.virt.hardware [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.360702] env[63419]: DEBUG nova.virt.hardware [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.361942] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede3bc8c-5367-43ec-aa3e-41a3ac4a6d4e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.371378] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e811e3-3db2-469e-957b-d51b84870303 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.415363] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "1584e140-07b6-4876-8d25-b814f731d86d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.415363] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "1584e140-07b6-4876-8d25-b814f731d86d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.473821] env[63419]: DEBUG nova.network.neutron [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.534185] env[63419]: DEBUG nova.network.neutron [None req-3d062993-0c37-4e82-945e-4667535c9488 tempest-ServerExternalEventsTest-694506102 tempest-ServerExternalEventsTest-694506102-project] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Updating instance_info_cache with network_info: [{"id": "041e3fd5-1cb4-4e73-a2ec-6ad73770ecce", "address": "fa:16:3e:cc:f8:9a", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041e3fd5-1c", "ovs_interfaceid": "041e3fd5-1cb4-4e73-a2ec-6ad73770ecce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.635247] env[63419]: INFO nova.compute.manager [-] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Took 1.99 seconds to deallocate network for instance. [ 571.704908] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5220e9e9-76b3-2016-4467-c7f122f32415, 'name': SearchDatastore_Task, 'duration_secs': 0.009418} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.704908] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.705059] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b/2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.706788] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63451b8c-0fb5-462a-8c97-2c6467a2d412 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.716777] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 571.716777] env[63419]: value = "task-2621791" [ 571.716777] env[63419]: _type = "Task" [ 571.716777] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.717212] env[63419]: DEBUG nova.compute.manager [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.738286] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.784087] env[63419]: DEBUG nova.network.neutron [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Updating instance_info_cache with network_info: [{"id": "d3c7d89b-d88c-4be8-b9d2-632359ab7ed6", "address": "fa:16:3e:77:20:ae", "network": {"id": "0d9a72d9-a46d-47d6-a7b4-caf276f9e869", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1081094696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62efeb28914b412e9caa18cd0b461789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c7d89b-d8", "ovs_interfaceid": "d3c7d89b-d88c-4be8-b9d2-632359ab7ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.793697] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.796327] env[63419]: DEBUG nova.compute.manager [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 571.801304] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.622s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.801992] env[63419]: INFO nova.compute.claims [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.902007] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Acquiring lock "4489c2df-9894-49f3-ba4b-4a02b247bd23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.902461] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Lock "4489c2df-9894-49f3-ba4b-4a02b247bd23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.038360] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3d062993-0c37-4e82-945e-4667535c9488 tempest-ServerExternalEventsTest-694506102 tempest-ServerExternalEventsTest-694506102-project] Releasing lock "refresh_cache-7380379b-dd8c-407c-9aaa-ae21c76f88d5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.143226] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.235773] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493649} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.239979] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b/2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.239979] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 572.240217] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef154224-08a8-47fb-86ae-c59a4c232793 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.248512] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 572.248512] env[63419]: value = "task-2621792" [ 572.248512] env[63419]: _type = "Task" [ 572.248512] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.254899] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.257473] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.271329] env[63419]: DEBUG oslo_concurrency.lockutils [None req-607b00e6-42a5-461e-a0e6-c1566a898b43 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Acquiring lock "interface-75c01ee1-1172-46df-80ad-390f2fab38ce-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.271860] env[63419]: DEBUG oslo_concurrency.lockutils [None req-607b00e6-42a5-461e-a0e6-c1566a898b43 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lock "interface-75c01ee1-1172-46df-80ad-390f2fab38ce-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.272971] env[63419]: DEBUG nova.objects.instance [None req-607b00e6-42a5-461e-a0e6-c1566a898b43 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lazy-loading 'flavor' on Instance uuid 75c01ee1-1172-46df-80ad-390f2fab38ce {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 572.286618] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Releasing lock "refresh_cache-bc5f3770-73db-4b5a-98cd-03412048c8ca" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.286951] env[63419]: DEBUG nova.compute.manager [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Instance network_info: |[{"id": "d3c7d89b-d88c-4be8-b9d2-632359ab7ed6", "address": "fa:16:3e:77:20:ae", "network": {"id": "0d9a72d9-a46d-47d6-a7b4-caf276f9e869", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1081094696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62efeb28914b412e9caa18cd0b461789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c7d89b-d8", "ovs_interfaceid": "d3c7d89b-d88c-4be8-b9d2-632359ab7ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.289218] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:20:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3c7d89b-d88c-4be8-b9d2-632359ab7ed6', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.296495] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Creating folder: Project (62efeb28914b412e9caa18cd0b461789). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.298701] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79fe4f89-aa30-4f77-b786-e4596bf85bfc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.307629] env[63419]: DEBUG nova.compute.utils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 572.316012] env[63419]: DEBUG nova.compute.manager [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.316012] env[63419]: DEBUG nova.network.neutron [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.316952] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Created folder: Project (62efeb28914b412e9caa18cd0b461789) in parent group-v528420. [ 572.317206] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Creating folder: Instances. Parent ref: group-v528448. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.319490] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f975264d-db4b-42ea-a443-1f12db7078ac {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.328732] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Created folder: Instances in parent group-v528448. [ 572.329239] env[63419]: DEBUG oslo.service.loopingcall [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.329239] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.329239] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddb6a7ca-4aea-45c1-b210-0f72bda57fea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.353118] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.353118] env[63419]: value = "task-2621795" [ 572.353118] env[63419]: _type = "Task" [ 572.353118] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.362468] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621795, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.420460] env[63419]: DEBUG nova.policy [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcb308b3fbc3402e8e82980b90d3795b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1d0945db06c47ff9d75155fee4b17f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 572.762660] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085727} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.765328] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.765328] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2da11b-7c69-41c2-a1f1-334ebd6ac4d4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.782915] env[63419]: DEBUG nova.objects.instance [None req-607b00e6-42a5-461e-a0e6-c1566a898b43 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lazy-loading 'pci_requests' on Instance uuid 75c01ee1-1172-46df-80ad-390f2fab38ce {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 572.800916] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b/2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.804893] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f64ce55-0d91-4603-a9c8-d5fea856ab55 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.838590] env[63419]: DEBUG nova.compute.manager [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 572.852778] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 572.852778] env[63419]: value = "task-2621796" [ 572.852778] env[63419]: _type = "Task" [ 572.852778] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.869335] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621796, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.878369] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621795, 'name': CreateVM_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.043616] env[63419]: DEBUG nova.network.neutron [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Successfully created port: 6d8889ee-e01b-4ec5-b74c-066885487b7f {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 573.189392] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d8d193-bbfd-4d6b-ab14-f3418c14a7ec {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.200774] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feee3165-c111-4d56-bbeb-f51fb329e039 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.243874] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f03556-246e-4a47-b303-70bb2b84c62d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.252981] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d469c-90d4-48e8-9ece-d08666b55282 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.267520] env[63419]: DEBUG nova.compute.provider_tree [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.305576] env[63419]: DEBUG nova.objects.base [None req-607b00e6-42a5-461e-a0e6-c1566a898b43 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Object Instance<75c01ee1-1172-46df-80ad-390f2fab38ce> lazy-loaded attributes: flavor,pci_requests {{(pid=63419) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 573.305576] env[63419]: DEBUG nova.network.neutron [None req-607b00e6-42a5-461e-a0e6-c1566a898b43 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.380013] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.380343] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621795, 'name': CreateVM_Task, 'duration_secs': 0.770594} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.380583] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.381465] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.381700] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.382142] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.382495] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1610ebc1-f0a1-4739-9965-8aa284ae9f6b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.390040] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 573.390040] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52fbe9a1-b22c-9931-502f-912ad6a8440a" [ 573.390040] env[63419]: _type = "Task" [ 573.390040] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.405766] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52fbe9a1-b22c-9931-502f-912ad6a8440a, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.405984] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.406133] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.406368] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.406513] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.406695] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.406953] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea4f6b91-9ffa-4e75-8ada-83e2025ddf87 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.415868] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.416065] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 573.416917] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6cacef-fb5c-435d-9a2d-e8abbefd8909 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.423918] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 573.423918] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52676add-c827-623c-c825-7961591897a9" [ 573.423918] env[63419]: _type = "Task" [ 573.423918] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.431922] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52676add-c827-623c-c825-7961591897a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.474648] env[63419]: DEBUG nova.network.neutron [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Successfully updated port: 7c62b09e-21b9-4659-836d-484c98df73f6 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.486531] env[63419]: DEBUG oslo_concurrency.lockutils [None req-607b00e6-42a5-461e-a0e6-c1566a898b43 tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lock "interface-75c01ee1-1172-46df-80ad-390f2fab38ce-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.215s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.772495] env[63419]: DEBUG nova.scheduler.client.report [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.864965] env[63419]: DEBUG nova.compute.manager [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 573.878847] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621796, 'name': ReconfigVM_Task, 'duration_secs': 0.608916} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.878847] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b/2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.879098] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe5c3dee-d5fb-42c7-b09c-3079b16a926b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.887313] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 573.887313] env[63419]: value = "task-2621797" [ 573.887313] env[63419]: _type = "Task" [ 573.887313] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.899804] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621797, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.906159] env[63419]: DEBUG nova.compute.manager [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Received event network-changed-27272d37-9f80-419d-a895-5977b49df398 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 573.906491] env[63419]: DEBUG nova.compute.manager [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Refreshing instance network info cache due to event network-changed-27272d37-9f80-419d-a895-5977b49df398. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 573.906688] env[63419]: DEBUG oslo_concurrency.lockutils [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] Acquiring lock "refresh_cache-2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.906688] env[63419]: DEBUG oslo_concurrency.lockutils [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] Acquired lock "refresh_cache-2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.906919] env[63419]: DEBUG nova.network.neutron [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Refreshing network info cache for port 27272d37-9f80-419d-a895-5977b49df398 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.913683] env[63419]: DEBUG nova.virt.hardware [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 573.913975] env[63419]: DEBUG nova.virt.hardware [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 573.914168] env[63419]: DEBUG nova.virt.hardware [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 573.914396] env[63419]: DEBUG nova.virt.hardware [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 573.914549] env[63419]: DEBUG nova.virt.hardware [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 573.915134] env[63419]: DEBUG nova.virt.hardware [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 573.915134] env[63419]: DEBUG nova.virt.hardware [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 573.915134] env[63419]: DEBUG nova.virt.hardware [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 573.915328] env[63419]: DEBUG nova.virt.hardware [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 573.915573] env[63419]: DEBUG nova.virt.hardware [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 573.915702] env[63419]: DEBUG nova.virt.hardware [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 573.917068] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9cd1b0-c711-416f-b396-3ddb3299f2b1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.932564] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7094982b-db5f-4a3c-a367-5c68021f0eb3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.944179] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52676add-c827-623c-c825-7961591897a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.953618] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d277d77-5185-459c-8e46-29491570ee5e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.959768] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 573.959768] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52d96836-5739-31d1-8686-92e78d0853a7" [ 573.959768] env[63419]: _type = "Task" [ 573.959768] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.975061] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52d96836-5739-31d1-8686-92e78d0853a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.975391] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.975685] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] bc5f3770-73db-4b5a-98cd-03412048c8ca/bc5f3770-73db-4b5a-98cd-03412048c8ca.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.976336] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1fc44b9-59c9-43ab-97d7-95527c1768ce {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.978491] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Acquiring lock "refresh_cache-4282ace6-1de9-4f13-b0cc-09a531a32452" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.978635] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Acquired lock "refresh_cache-4282ace6-1de9-4f13-b0cc-09a531a32452" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.981886] env[63419]: DEBUG nova.network.neutron [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.985149] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 573.985149] env[63419]: value = "task-2621798" [ 573.985149] env[63419]: _type = "Task" [ 573.985149] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.999041] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.253997] env[63419]: DEBUG nova.compute.manager [req-57f8102a-9d42-4126-bc60-65162e369c90 req-ad3e5b74-243c-4113-bd22-cd6175d52f81 service nova] [instance: 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95] Received event network-vif-deleted-ea13c1d1-828c-4374-9dbf-efb43fe37356 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 574.279248] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.279945] env[63419]: DEBUG nova.compute.manager [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.283391] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.349s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.286749] env[63419]: INFO nova.compute.claims [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.373508] env[63419]: DEBUG oslo_concurrency.lockutils [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Acquiring lock "7380379b-dd8c-407c-9aaa-ae21c76f88d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.373843] env[63419]: DEBUG oslo_concurrency.lockutils [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Lock "7380379b-dd8c-407c-9aaa-ae21c76f88d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.374112] env[63419]: DEBUG oslo_concurrency.lockutils [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Acquiring lock "7380379b-dd8c-407c-9aaa-ae21c76f88d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.374337] env[63419]: DEBUG oslo_concurrency.lockutils [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Lock "7380379b-dd8c-407c-9aaa-ae21c76f88d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.374555] env[63419]: DEBUG oslo_concurrency.lockutils [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Lock "7380379b-dd8c-407c-9aaa-ae21c76f88d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.379342] env[63419]: INFO nova.compute.manager [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Terminating instance [ 574.391193] env[63419]: DEBUG nova.compute.manager [None req-501210d8-52e3-492e-ba41-144417506bef tempest-ServerDiagnosticsV248Test-781629805 tempest-ServerDiagnosticsV248Test-781629805-project-admin] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.398752] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ea9bab-c21f-4514-b6b9-297d105ed6f0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.409599] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621797, 'name': Rename_Task, 'duration_secs': 0.196964} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.413362] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 574.415460] env[63419]: INFO nova.compute.manager [None req-501210d8-52e3-492e-ba41-144417506bef tempest-ServerDiagnosticsV248Test-781629805 tempest-ServerDiagnosticsV248Test-781629805-project-admin] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Retrieving diagnostics [ 574.415994] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-038dda9d-f94d-41bf-80e5-c4751828ed3b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.419196] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6c6a2e-13a1-4900-a732-c69bd134df8c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.458674] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 574.458674] env[63419]: value = "task-2621799" [ 574.458674] env[63419]: _type = "Task" [ 574.458674] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.467940] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621799, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.498620] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46026} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.501107] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] bc5f3770-73db-4b5a-98cd-03412048c8ca/bc5f3770-73db-4b5a-98cd-03412048c8ca.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.501330] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.501779] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3921e42-bef1-4c50-9730-b8c693088e12 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.509511] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 574.509511] env[63419]: value = "task-2621800" [ 574.509511] env[63419]: _type = "Task" [ 574.509511] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.517891] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.526570] env[63419]: DEBUG nova.network.neutron [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.714509] env[63419]: DEBUG nova.network.neutron [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Updated VIF entry in instance network info cache for port 27272d37-9f80-419d-a895-5977b49df398. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 574.715073] env[63419]: DEBUG nova.network.neutron [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Updating instance_info_cache with network_info: [{"id": "27272d37-9f80-419d-a895-5977b49df398", "address": "fa:16:3e:79:1d:92", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27272d37-9f", "ovs_interfaceid": "27272d37-9f80-419d-a895-5977b49df398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.729491] env[63419]: DEBUG nova.network.neutron [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Updating instance_info_cache with network_info: [{"id": "7c62b09e-21b9-4659-836d-484c98df73f6", "address": "fa:16:3e:a7:13:b6", "network": {"id": "943a924f-9cba-40fa-bb3d-b7b2f14bed19", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1813795287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9869b07f440c4b8f98d0afc656e4e242", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c62b09e-21", "ovs_interfaceid": "7c62b09e-21b9-4659-836d-484c98df73f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.793462] env[63419]: DEBUG nova.compute.utils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 574.799218] env[63419]: DEBUG nova.compute.manager [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 574.799218] env[63419]: DEBUG nova.network.neutron [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 574.812695] env[63419]: DEBUG nova.network.neutron [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Successfully updated port: 6d8889ee-e01b-4ec5-b74c-066885487b7f {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 574.843047] env[63419]: DEBUG nova.policy [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44e10f3c4e354937a47cd5da0743ee82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e69d2a299d24ec993d2e0cee635e5b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.884500] env[63419]: DEBUG nova.compute.manager [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 574.884794] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 574.885713] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a1d563-8586-4b27-b82c-9cf056d53e89 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.900582] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 574.900916] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4483d5-bbdd-41a4-8413-1db8b9df4eb2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.909172] env[63419]: DEBUG oslo_vmware.api [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 574.909172] env[63419]: value = "task-2621801" [ 574.909172] env[63419]: _type = "Task" [ 574.909172] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.921223] env[63419]: DEBUG oslo_vmware.api [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.976089] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621799, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.020690] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064755} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.020970] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.021791] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515d396a-43fd-452b-bd79-bb754333cfbb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.047804] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] bc5f3770-73db-4b5a-98cd-03412048c8ca/bc5f3770-73db-4b5a-98cd-03412048c8ca.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.048206] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a07fe4d-b99f-41fb-9817-0652dc75c9ba {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.069217] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 575.069217] env[63419]: value = "task-2621802" [ 575.069217] env[63419]: _type = "Task" [ 575.069217] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.078627] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.161148] env[63419]: DEBUG nova.network.neutron [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Successfully created port: 5548b2be-0ee1-4b44-843c-4e9179c0d166 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 575.218388] env[63419]: DEBUG oslo_concurrency.lockutils [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] Releasing lock "refresh_cache-2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.218942] env[63419]: DEBUG nova.compute.manager [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Received event network-vif-plugged-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 575.219162] env[63419]: DEBUG oslo_concurrency.lockutils [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] Acquiring lock "bc5f3770-73db-4b5a-98cd-03412048c8ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.219394] env[63419]: DEBUG oslo_concurrency.lockutils [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] Lock "bc5f3770-73db-4b5a-98cd-03412048c8ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.219558] env[63419]: DEBUG oslo_concurrency.lockutils [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] Lock "bc5f3770-73db-4b5a-98cd-03412048c8ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.219724] env[63419]: DEBUG nova.compute.manager [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] No waiting events found dispatching network-vif-plugged-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 575.219889] env[63419]: WARNING nova.compute.manager [req-5f6350ab-735b-4e85-a29e-a99f19ac74b6 req-d3dfc2e6-f1df-45a5-8400-a45c9696149d service nova] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Received unexpected event network-vif-plugged-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 for instance with vm_state building and task_state spawning. [ 575.234531] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Releasing lock "refresh_cache-4282ace6-1de9-4f13-b0cc-09a531a32452" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.234531] env[63419]: DEBUG nova.compute.manager [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Instance network_info: |[{"id": "7c62b09e-21b9-4659-836d-484c98df73f6", "address": "fa:16:3e:a7:13:b6", "network": {"id": "943a924f-9cba-40fa-bb3d-b7b2f14bed19", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1813795287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9869b07f440c4b8f98d0afc656e4e242", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c62b09e-21", "ovs_interfaceid": "7c62b09e-21b9-4659-836d-484c98df73f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.234665] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:13:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c62b09e-21b9-4659-836d-484c98df73f6', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.241872] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Creating folder: Project (9869b07f440c4b8f98d0afc656e4e242). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.242278] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9dc141d-4ab9-40bf-ba95-009c3cc668a6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.254283] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Created folder: Project (9869b07f440c4b8f98d0afc656e4e242) in parent group-v528420. [ 575.254719] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Creating folder: Instances. Parent ref: group-v528451. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.254809] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cda0fa2-be65-4397-aa83-3961ad269cef {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.264440] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Created folder: Instances in parent group-v528451. [ 575.265224] env[63419]: DEBUG oslo.service.loopingcall [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.265224] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.265224] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ce3ee5d-19ff-4100-839b-0bb76251840f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.286353] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.286353] env[63419]: value = "task-2621805" [ 575.286353] env[63419]: _type = "Task" [ 575.286353] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.294541] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621805, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.304032] env[63419]: DEBUG nova.compute.manager [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.316074] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.316254] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.321749] env[63419]: DEBUG nova.network.neutron [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.424638] env[63419]: DEBUG oslo_vmware.api [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621801, 'name': PowerOffVM_Task, 'duration_secs': 0.21166} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.424874] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 575.425052] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 575.425333] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62eeed7e-f056-4522-b6bd-3c550a52200d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.474606] env[63419]: DEBUG oslo_vmware.api [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621799, 'name': PowerOnVM_Task, 'duration_secs': 0.798974} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.474882] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.475180] env[63419]: INFO nova.compute.manager [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Took 10.22 seconds to spawn the instance on the hypervisor. [ 575.475693] env[63419]: DEBUG nova.compute.manager [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.476398] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2573d5-779d-4a1e-9087-95db917c05c4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.512955] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 575.513209] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 575.513393] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Deleting the datastore file [datastore2] 7380379b-dd8c-407c-9aaa-ae21c76f88d5 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 575.513915] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f0d2758-2cf3-4cb0-901d-f0ee0e97e6c5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.526875] env[63419]: DEBUG oslo_vmware.api [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for the task: (returnval){ [ 575.526875] env[63419]: value = "task-2621807" [ 575.526875] env[63419]: _type = "Task" [ 575.526875] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.552997] env[63419]: DEBUG oslo_vmware.api [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.588850] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621802, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.704100] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c60d1c-71e8-45c7-81b1-3416a70ba409 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.713481] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cea7f9-452e-4137-82a5-1331d02767a0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.754659] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c212b5-fdec-4813-a99c-44867b8312e2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.763674] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3977a53-0868-4023-b5f7-d4dcb021d38f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.779958] env[63419]: DEBUG nova.compute.provider_tree [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.797350] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621805, 'name': CreateVM_Task, 'duration_secs': 0.426249} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.797350] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.798031] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.798134] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.798450] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.798699] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a747fe4-18c2-40d7-a3a1-8a2216183b58 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.807785] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Waiting for the task: (returnval){ [ 575.807785] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52468750-f1b1-1021-f46e-a7c464717623" [ 575.807785] env[63419]: _type = "Task" [ 575.807785] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.818199] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52468750-f1b1-1021-f46e-a7c464717623, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.818534] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.818710] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.822026] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.822026] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.822026] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 575.822026] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d754f1b-84b1-4e52-a976-8098c0c24919 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.829767] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 575.830522] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 575.830751] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d488de78-302a-47b1-899a-1b2da5bdaa27 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.836953] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Waiting for the task: (returnval){ [ 575.836953] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]525f12da-5578-fbed-906c-fef14eb112f1" [ 575.836953] env[63419]: _type = "Task" [ 575.836953] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.845227] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]525f12da-5578-fbed-906c-fef14eb112f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.868188] env[63419]: DEBUG nova.network.neutron [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 575.995037] env[63419]: INFO nova.compute.manager [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Took 25.14 seconds to build instance. [ 576.040904] env[63419]: DEBUG oslo_vmware.api [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Task: {'id': task-2621807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229219} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.042224] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 576.042224] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 576.042224] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 576.042224] env[63419]: INFO nova.compute.manager [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 576.042224] env[63419]: DEBUG oslo.service.loopingcall [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.042748] env[63419]: DEBUG nova.compute.manager [-] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 576.042748] env[63419]: DEBUG nova.network.neutron [-] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 576.059883] env[63419]: DEBUG nova.network.neutron [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updating instance_info_cache with network_info: [{"id": "6d8889ee-e01b-4ec5-b74c-066885487b7f", "address": "fa:16:3e:86:85:b1", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8889ee-e0", "ovs_interfaceid": "6d8889ee-e01b-4ec5-b74c-066885487b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.080848] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621802, 'name': ReconfigVM_Task, 'duration_secs': 0.555611} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.081154] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Reconfigured VM instance instance-00000009 to attach disk [datastore1] bc5f3770-73db-4b5a-98cd-03412048c8ca/bc5f3770-73db-4b5a-98cd-03412048c8ca.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.081802] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95d135e5-fee6-4795-8de8-240aab8fed54 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.088954] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 576.088954] env[63419]: value = "task-2621808" [ 576.088954] env[63419]: _type = "Task" [ 576.088954] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.097863] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621808, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.287889] env[63419]: DEBUG nova.scheduler.client.report [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.312020] env[63419]: DEBUG nova.compute.manager [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.349587] env[63419]: DEBUG nova.virt.hardware [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.349877] env[63419]: DEBUG nova.virt.hardware [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.350113] env[63419]: DEBUG nova.virt.hardware [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.350307] env[63419]: DEBUG nova.virt.hardware [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.350814] env[63419]: DEBUG nova.virt.hardware [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.350814] env[63419]: DEBUG nova.virt.hardware [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.350934] env[63419]: DEBUG nova.virt.hardware [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.351145] env[63419]: DEBUG nova.virt.hardware [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.351356] env[63419]: DEBUG nova.virt.hardware [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.351576] env[63419]: DEBUG nova.virt.hardware [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.351793] env[63419]: DEBUG nova.virt.hardware [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.353832] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6898ef81-ada7-468c-8096-7d5e458d46bb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.363928] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]525f12da-5578-fbed-906c-fef14eb112f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008795} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.367095] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a8b4b4-13ff-4d29-ad20-8dad2a123856 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.371054] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e2fee7-3cab-4539-a254-8936042a3695 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.379738] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Waiting for the task: (returnval){ [ 576.379738] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52e0a3f3-753d-8901-da14-03db60f60588" [ 576.379738] env[63419]: _type = "Task" [ 576.379738] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.398709] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e0a3f3-753d-8901-da14-03db60f60588, 'name': SearchDatastore_Task, 'duration_secs': 0.011423} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.399222] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.399591] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 4282ace6-1de9-4f13-b0cc-09a531a32452/4282ace6-1de9-4f13-b0cc-09a531a32452.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 576.399889] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-740ef7d6-abce-47ba-a52a-2f88e967bd64 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.407649] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Waiting for the task: (returnval){ [ 576.407649] env[63419]: value = "task-2621809" [ 576.407649] env[63419]: _type = "Task" [ 576.407649] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.417869] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2621809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.500361] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a7f54874-e80d-44bd-8f77-74464cda93a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.663s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.519985] env[63419]: DEBUG nova.compute.manager [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 576.521542] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0c33b1-4313-44c8-8149-e5e7fcb3adab {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.567833] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Releasing lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.567833] env[63419]: DEBUG nova.compute.manager [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Instance network_info: |[{"id": "6d8889ee-e01b-4ec5-b74c-066885487b7f", "address": "fa:16:3e:86:85:b1", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8889ee-e0", "ovs_interfaceid": "6d8889ee-e01b-4ec5-b74c-066885487b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 576.568218] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:85:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d8889ee-e01b-4ec5-b74c-066885487b7f', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 576.575473] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Creating folder: Project (b1d0945db06c47ff9d75155fee4b17f2). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.576654] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df45d2ed-c704-4f49-8557-f9118de3cb4b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.590047] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Created folder: Project (b1d0945db06c47ff9d75155fee4b17f2) in parent group-v528420. [ 576.590047] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Creating folder: Instances. Parent ref: group-v528454. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.590047] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0666566c-5553-48c7-ac61-65f1ab410585 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.605661] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621808, 'name': Rename_Task, 'duration_secs': 0.404012} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.605972] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 576.606239] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d22fadd-7fb0-45fa-86ae-d027b5eb92d6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.609539] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Created folder: Instances in parent group-v528454. [ 576.609539] env[63419]: DEBUG oslo.service.loopingcall [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.613019] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 576.613019] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0cc9b9a-b976-4c21-8a8a-3593ab81d32b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.626771] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 576.626771] env[63419]: value = "task-2621812" [ 576.626771] env[63419]: _type = "Task" [ 576.626771] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.633286] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 576.633286] env[63419]: value = "task-2621813" [ 576.633286] env[63419]: _type = "Task" [ 576.633286] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.641818] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621812, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.647796] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621813, 'name': CreateVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.702917] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquiring lock "d7e1b035-942f-45f6-a94e-3a67e0cefec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.703187] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Lock "d7e1b035-942f-45f6-a94e-3a67e0cefec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.715421] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Acquiring lock "75c01ee1-1172-46df-80ad-390f2fab38ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.715421] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lock "75c01ee1-1172-46df-80ad-390f2fab38ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.715421] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Acquiring lock "75c01ee1-1172-46df-80ad-390f2fab38ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.715726] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lock "75c01ee1-1172-46df-80ad-390f2fab38ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.715726] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lock "75c01ee1-1172-46df-80ad-390f2fab38ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.719744] env[63419]: INFO nova.compute.manager [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Terminating instance [ 576.791719] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.792264] env[63419]: DEBUG nova.compute.manager [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.795415] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.978s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.795603] env[63419]: DEBUG nova.objects.instance [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Lazy-loading 'resources' on Instance uuid 8e6855c9-570b-492c-974a-08bf2efc998c {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 576.839069] env[63419]: DEBUG nova.network.neutron [-] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.882152] env[63419]: DEBUG nova.network.neutron [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Successfully updated port: 5548b2be-0ee1-4b44-843c-4e9179c0d166 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 576.919239] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2621809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479506} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.919619] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 4282ace6-1de9-4f13-b0cc-09a531a32452/4282ace6-1de9-4f13-b0cc-09a531a32452.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.919915] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.920194] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4afec72-0228-4d79-b0f9-3cca384b210f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.930019] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Waiting for the task: (returnval){ [ 576.930019] env[63419]: value = "task-2621814" [ 576.930019] env[63419]: _type = "Task" [ 576.930019] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.937942] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2621814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.968285] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Acquiring lock "2d0161c6-c351-4113-a846-e769fdef4c4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.969053] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Lock "2d0161c6-c351-4113-a846-e769fdef4c4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.969500] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Acquiring lock "2d0161c6-c351-4113-a846-e769fdef4c4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.970335] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Lock "2d0161c6-c351-4113-a846-e769fdef4c4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.970767] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Lock "2d0161c6-c351-4113-a846-e769fdef4c4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.974023] env[63419]: INFO nova.compute.manager [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Terminating instance [ 577.002404] env[63419]: DEBUG nova.compute.manager [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.034573] env[63419]: INFO nova.compute.manager [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] instance snapshotting [ 577.038209] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7ed356-3aff-4e06-88d6-bcc6d16e9699 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.060835] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c9c98f-1ed3-4934-b426-90d07456017d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.147683] env[63419]: DEBUG nova.compute.manager [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Received event network-changed-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 577.147878] env[63419]: DEBUG nova.compute.manager [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Refreshing instance network info cache due to event network-changed-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 577.148160] env[63419]: DEBUG oslo_concurrency.lockutils [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] Acquiring lock "refresh_cache-bc5f3770-73db-4b5a-98cd-03412048c8ca" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.148258] env[63419]: DEBUG oslo_concurrency.lockutils [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] Acquired lock "refresh_cache-bc5f3770-73db-4b5a-98cd-03412048c8ca" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.149830] env[63419]: DEBUG nova.network.neutron [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Refreshing network info cache for port d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.150265] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621812, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.156880] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621813, 'name': CreateVM_Task, 'duration_secs': 0.501879} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.157535] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 577.158248] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.158410] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.158773] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.160146] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-118c8c62-b64b-459f-beaf-9d05ae8346b9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.168892] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 577.168892] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]520ce28b-1dc1-e903-8329-fdf502ee4e5c" [ 577.168892] env[63419]: _type = "Task" [ 577.168892] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.178554] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]520ce28b-1dc1-e903-8329-fdf502ee4e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008776} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.178987] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.179093] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 577.179561] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.179561] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.179817] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 577.180237] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d506dea-1b5f-4409-9256-bd2b8bfc1e9a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.189658] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 577.189658] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 577.194174] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bbd12e7-3c27-484b-87bf-471e6af91db8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.201420] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 577.201420] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52071546-9a0a-0c12-05a0-d3276c885b7b" [ 577.201420] env[63419]: _type = "Task" [ 577.201420] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.213613] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52071546-9a0a-0c12-05a0-d3276c885b7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.214523] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e7f179-1c8c-418d-a04d-205d4b419dff {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.221706] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 577.221706] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]525e2670-e551-109a-bf04-36b7ae08963b" [ 577.221706] env[63419]: _type = "Task" [ 577.221706] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.227917] env[63419]: DEBUG nova.compute.manager [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 577.227917] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 577.231832] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015eebbd-78be-4d09-9f43-9525b3507f7c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.235081] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Acquiring lock "7d9f4739-340e-45d3-9a48-97524a1382f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.235081] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Lock "7d9f4739-340e-45d3-9a48-97524a1382f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.240292] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 577.243538] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a542c6c8-e290-417c-8c07-2889e2618ba6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.245263] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]525e2670-e551-109a-bf04-36b7ae08963b, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.245636] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.245950] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] b9f32509-47d3-485d-93a4-22e12490de17/b9f32509-47d3-485d-93a4-22e12490de17.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.246818] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-591eaef9-07bf-4fbf-a8da-7a6ff70e2590 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.254215] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 577.254215] env[63419]: value = "task-2621816" [ 577.254215] env[63419]: _type = "Task" [ 577.254215] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.255478] env[63419]: DEBUG oslo_vmware.api [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Waiting for the task: (returnval){ [ 577.255478] env[63419]: value = "task-2621815" [ 577.255478] env[63419]: _type = "Task" [ 577.255478] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.272583] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.272926] env[63419]: DEBUG oslo_vmware.api [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.298663] env[63419]: DEBUG nova.compute.utils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 577.301554] env[63419]: DEBUG nova.compute.manager [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 577.301887] env[63419]: DEBUG nova.network.neutron [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.341653] env[63419]: INFO nova.compute.manager [-] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Took 1.30 seconds to deallocate network for instance. [ 577.365133] env[63419]: DEBUG nova.policy [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6433909325654ff38fdf82afead40450', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25e7315a921d478daeb9d33305541903', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 577.386521] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Acquiring lock "refresh_cache-b9e17b0f-6298-48f2-849b-9971fa0cecdf" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.386521] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Acquired lock "refresh_cache-b9e17b0f-6298-48f2-849b-9971fa0cecdf" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.386521] env[63419]: DEBUG nova.network.neutron [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 577.439345] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2621814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069311} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.443584] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.445133] env[63419]: DEBUG nova.compute.manager [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Received event network-vif-plugged-7c62b09e-21b9-4659-836d-484c98df73f6 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 577.445417] env[63419]: DEBUG oslo_concurrency.lockutils [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] Acquiring lock "4282ace6-1de9-4f13-b0cc-09a531a32452-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.445680] env[63419]: DEBUG oslo_concurrency.lockutils [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] Lock "4282ace6-1de9-4f13-b0cc-09a531a32452-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.445890] env[63419]: DEBUG oslo_concurrency.lockutils [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] Lock "4282ace6-1de9-4f13-b0cc-09a531a32452-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.446332] env[63419]: DEBUG nova.compute.manager [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] No waiting events found dispatching network-vif-plugged-7c62b09e-21b9-4659-836d-484c98df73f6 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 577.446404] env[63419]: WARNING nova.compute.manager [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Received unexpected event network-vif-plugged-7c62b09e-21b9-4659-836d-484c98df73f6 for instance with vm_state building and task_state spawning. [ 577.446580] env[63419]: DEBUG nova.compute.manager [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Received event network-changed-7c62b09e-21b9-4659-836d-484c98df73f6 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 577.446761] env[63419]: DEBUG nova.compute.manager [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Refreshing instance network info cache due to event network-changed-7c62b09e-21b9-4659-836d-484c98df73f6. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 577.447020] env[63419]: DEBUG oslo_concurrency.lockutils [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] Acquiring lock "refresh_cache-4282ace6-1de9-4f13-b0cc-09a531a32452" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.447142] env[63419]: DEBUG oslo_concurrency.lockutils [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] Acquired lock "refresh_cache-4282ace6-1de9-4f13-b0cc-09a531a32452" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.448216] env[63419]: DEBUG nova.network.neutron [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Refreshing network info cache for port 7c62b09e-21b9-4659-836d-484c98df73f6 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.453446] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fbe712-281c-4f5b-8edf-c4a721161ddf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.476966] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 4282ace6-1de9-4f13-b0cc-09a531a32452/4282ace6-1de9-4f13-b0cc-09a531a32452.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.480796] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e31d41c0-c776-4134-b27b-4666d6a4ceb8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.499065] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Acquiring lock "refresh_cache-2d0161c6-c351-4113-a846-e769fdef4c4c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.499065] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Acquired lock "refresh_cache-2d0161c6-c351-4113-a846-e769fdef4c4c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.499065] env[63419]: DEBUG nova.network.neutron [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 577.511823] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Waiting for the task: (returnval){ [ 577.511823] env[63419]: value = "task-2621817" [ 577.511823] env[63419]: _type = "Task" [ 577.511823] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.535140] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2621817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.536232] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.576237] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Creating Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 577.576687] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8d27a130-c0d1-436f-af51-15d4d703976d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.588612] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 577.588612] env[63419]: value = "task-2621818" [ 577.588612] env[63419]: _type = "Task" [ 577.588612] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.598786] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621818, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.640448] env[63419]: DEBUG oslo_vmware.api [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621812, 'name': PowerOnVM_Task, 'duration_secs': 0.736604} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.644594] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.644898] env[63419]: INFO nova.compute.manager [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Took 8.74 seconds to spawn the instance on the hypervisor. [ 577.645172] env[63419]: DEBUG nova.compute.manager [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.646704] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f91ba55-2652-4019-b1f2-aede69a990c9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.756473] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4302c138-0703-4f7e-92cb-d89ca8a26607 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.773350] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459311} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.778636] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] b9f32509-47d3-485d-93a4-22e12490de17/b9f32509-47d3-485d-93a4-22e12490de17.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 577.779094] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 577.779623] env[63419]: DEBUG oslo_vmware.api [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621815, 'name': PowerOffVM_Task, 'duration_secs': 0.315214} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.779852] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02b79eba-dc48-4b36-bfdd-aaa503fe81cd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.784269] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7def079-90b7-41e6-b9d1-bd05e31c88de {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.786708] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 577.786851] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 577.787123] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0b30d2a-e990-497e-94d7-910ab6eb8182 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.822957] env[63419]: DEBUG nova.compute.manager [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 577.829146] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b44d2b1-d7d9-450d-b4ff-148b8be62b77 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.831500] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 577.831500] env[63419]: value = "task-2621819" [ 577.831500] env[63419]: _type = "Task" [ 577.831500] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.841712] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe954e0-0dbd-4dd1-a0bf-1170bf444ed0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.854308] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621819, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.854308] env[63419]: DEBUG oslo_concurrency.lockutils [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.866533] env[63419]: DEBUG nova.compute.provider_tree [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.869823] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 577.869889] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 577.870153] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Deleting the datastore file [datastore2] 75c01ee1-1172-46df-80ad-390f2fab38ce {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 577.871270] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-158c837d-ca11-4d5e-8c09-2c582183395a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.879847] env[63419]: DEBUG oslo_vmware.api [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Waiting for the task: (returnval){ [ 577.879847] env[63419]: value = "task-2621821" [ 577.879847] env[63419]: _type = "Task" [ 577.879847] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.888937] env[63419]: DEBUG oslo_vmware.api [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.892443] env[63419]: DEBUG nova.network.neutron [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Successfully created port: e75bc43d-dfa5-405d-96e8-dc1ac166c3be {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.932840] env[63419]: DEBUG nova.network.neutron [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.027076] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2621817, 'name': ReconfigVM_Task, 'duration_secs': 0.459614} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.027442] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 4282ace6-1de9-4f13-b0cc-09a531a32452/4282ace6-1de9-4f13-b0cc-09a531a32452.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.028193] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-854d9e30-0e82-4d3f-acb8-340c754b8190 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.035453] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Waiting for the task: (returnval){ [ 578.035453] env[63419]: value = "task-2621822" [ 578.035453] env[63419]: _type = "Task" [ 578.035453] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.040586] env[63419]: DEBUG nova.network.neutron [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.048547] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2621822, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.100810] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621818, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.176812] env[63419]: DEBUG nova.network.neutron [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.182327] env[63419]: INFO nova.compute.manager [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Took 24.97 seconds to build instance. [ 578.346285] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07514} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.346612] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.347401] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5bc4be-7e34-4f0d-9846-97a3a814e8d7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.373379] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] b9f32509-47d3-485d-93a4-22e12490de17/b9f32509-47d3-485d-93a4-22e12490de17.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.377586] env[63419]: DEBUG nova.scheduler.client.report [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.381633] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d8efe6b-eec5-4460-aed1-f64fdaf0a5b0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.400666] env[63419]: DEBUG nova.network.neutron [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Updated VIF entry in instance network info cache for port d3c7d89b-d88c-4be8-b9d2-632359ab7ed6. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.400998] env[63419]: DEBUG nova.network.neutron [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Updating instance_info_cache with network_info: [{"id": "d3c7d89b-d88c-4be8-b9d2-632359ab7ed6", "address": "fa:16:3e:77:20:ae", "network": {"id": "0d9a72d9-a46d-47d6-a7b4-caf276f9e869", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1081094696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62efeb28914b412e9caa18cd0b461789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3c7d89b-d8", "ovs_interfaceid": "d3c7d89b-d88c-4be8-b9d2-632359ab7ed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.413823] env[63419]: DEBUG oslo_vmware.api [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Task: {'id': task-2621821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180867} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.415291] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 578.415517] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 578.415682] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 578.415851] env[63419]: INFO nova.compute.manager [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Took 1.19 seconds to destroy the instance on the hypervisor. [ 578.416137] env[63419]: DEBUG oslo.service.loopingcall [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.416631] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 578.416631] env[63419]: value = "task-2621823" [ 578.416631] env[63419]: _type = "Task" [ 578.416631] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.417456] env[63419]: DEBUG nova.network.neutron [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Updating instance_info_cache with network_info: [{"id": "5548b2be-0ee1-4b44-843c-4e9179c0d166", "address": "fa:16:3e:52:21:d0", "network": {"id": "5f5772c4-d88e-49c1-a02e-3a236079affe", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1465789589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e69d2a299d24ec993d2e0cee635e5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5548b2be-0e", "ovs_interfaceid": "5548b2be-0ee1-4b44-843c-4e9179c0d166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.418637] env[63419]: DEBUG nova.compute.manager [-] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 578.418739] env[63419]: DEBUG nova.network.neutron [-] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 578.430255] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.545919] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2621822, 'name': Rename_Task, 'duration_secs': 0.147747} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.546325] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.546510] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2da5007-b528-4a25-98cd-3fc3de4c3a33 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.553789] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Waiting for the task: (returnval){ [ 578.553789] env[63419]: value = "task-2621824" [ 578.553789] env[63419]: _type = "Task" [ 578.553789] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.562440] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2621824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.599302] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621818, 'name': CreateSnapshot_Task, 'duration_secs': 0.562817} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.599582] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Created Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 578.600476] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4954d1-a691-493f-bbb8-b3d519d46048 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.649270] env[63419]: DEBUG nova.network.neutron [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Updated VIF entry in instance network info cache for port 7c62b09e-21b9-4659-836d-484c98df73f6. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.649605] env[63419]: DEBUG nova.network.neutron [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Updating instance_info_cache with network_info: [{"id": "7c62b09e-21b9-4659-836d-484c98df73f6", "address": "fa:16:3e:a7:13:b6", "network": {"id": "943a924f-9cba-40fa-bb3d-b7b2f14bed19", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1813795287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9869b07f440c4b8f98d0afc656e4e242", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c62b09e-21", "ovs_interfaceid": "7c62b09e-21b9-4659-836d-484c98df73f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.682530] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Releasing lock "refresh_cache-2d0161c6-c351-4113-a846-e769fdef4c4c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.682530] env[63419]: DEBUG nova.compute.manager [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 578.682530] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 578.682530] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab073c5-b939-4e27-8648-0dc210dd3fd2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.688865] env[63419]: DEBUG oslo_concurrency.lockutils [None req-599b0171-ed28-4363-ac3d-51fd3313c245 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "bc5f3770-73db-4b5a-98cd-03412048c8ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.500s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.699017] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 578.699017] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a83ab00d-f6f7-42e1-9a4a-4f3f29e7899d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.712021] env[63419]: DEBUG oslo_vmware.api [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Waiting for the task: (returnval){ [ 578.712021] env[63419]: value = "task-2621825" [ 578.712021] env[63419]: _type = "Task" [ 578.712021] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.727680] env[63419]: DEBUG oslo_vmware.api [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.841446] env[63419]: DEBUG nova.compute.manager [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.871852] env[63419]: DEBUG nova.virt.hardware [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.873075] env[63419]: DEBUG nova.virt.hardware [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.873285] env[63419]: DEBUG nova.virt.hardware [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.873788] env[63419]: DEBUG nova.virt.hardware [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.873788] env[63419]: DEBUG nova.virt.hardware [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.873788] env[63419]: DEBUG nova.virt.hardware [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.874470] env[63419]: DEBUG nova.virt.hardware [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.874470] env[63419]: DEBUG nova.virt.hardware [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.874634] env[63419]: DEBUG nova.virt.hardware [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.874686] env[63419]: DEBUG nova.virt.hardware [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.874867] env[63419]: DEBUG nova.virt.hardware [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.876398] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0842e5bb-0eed-4417-b195-f15f3f605330 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.884726] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28941bed-1cd0-4be0-abdd-8c55646c5be3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.899830] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.904177] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.928s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.905904] env[63419]: INFO nova.compute.claims [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.909430] env[63419]: DEBUG oslo_concurrency.lockutils [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] Releasing lock "refresh_cache-bc5f3770-73db-4b5a-98cd-03412048c8ca" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.909651] env[63419]: DEBUG nova.compute.manager [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Received event network-vif-plugged-6d8889ee-e01b-4ec5-b74c-066885487b7f {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 578.910428] env[63419]: DEBUG oslo_concurrency.lockutils [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] Acquiring lock "b9f32509-47d3-485d-93a4-22e12490de17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.911342] env[63419]: DEBUG oslo_concurrency.lockutils [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] Lock "b9f32509-47d3-485d-93a4-22e12490de17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.911342] env[63419]: DEBUG oslo_concurrency.lockutils [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] Lock "b9f32509-47d3-485d-93a4-22e12490de17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.911342] env[63419]: DEBUG nova.compute.manager [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] [instance: b9f32509-47d3-485d-93a4-22e12490de17] No waiting events found dispatching network-vif-plugged-6d8889ee-e01b-4ec5-b74c-066885487b7f {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.911342] env[63419]: WARNING nova.compute.manager [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Received unexpected event network-vif-plugged-6d8889ee-e01b-4ec5-b74c-066885487b7f for instance with vm_state building and task_state spawning. [ 578.911342] env[63419]: DEBUG nova.compute.manager [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Received event network-changed-6d8889ee-e01b-4ec5-b74c-066885487b7f {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 578.911663] env[63419]: DEBUG nova.compute.manager [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Refreshing instance network info cache due to event network-changed-6d8889ee-e01b-4ec5-b74c-066885487b7f. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 578.911663] env[63419]: DEBUG oslo_concurrency.lockutils [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] Acquiring lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.911663] env[63419]: DEBUG oslo_concurrency.lockutils [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] Acquired lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.911838] env[63419]: DEBUG nova.network.neutron [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Refreshing network info cache for port 6d8889ee-e01b-4ec5-b74c-066885487b7f {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.921171] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Releasing lock "refresh_cache-b9e17b0f-6298-48f2-849b-9971fa0cecdf" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.921481] env[63419]: DEBUG nova.compute.manager [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Instance network_info: |[{"id": "5548b2be-0ee1-4b44-843c-4e9179c0d166", "address": "fa:16:3e:52:21:d0", "network": {"id": "5f5772c4-d88e-49c1-a02e-3a236079affe", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1465789589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e69d2a299d24ec993d2e0cee635e5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5548b2be-0e", "ovs_interfaceid": "5548b2be-0ee1-4b44-843c-4e9179c0d166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 578.927474] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:21:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5548b2be-0ee1-4b44-843c-4e9179c0d166', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.937759] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Creating folder: Project (0e69d2a299d24ec993d2e0cee635e5b5). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.939362] env[63419]: INFO nova.scheduler.client.report [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Deleted allocations for instance 8e6855c9-570b-492c-974a-08bf2efc998c [ 578.942021] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13337eb2-166e-46f7-8383-99f24da51ce7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.952068] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621823, 'name': ReconfigVM_Task, 'duration_secs': 0.327254} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.953468] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Reconfigured VM instance instance-0000000b to attach disk [datastore1] b9f32509-47d3-485d-93a4-22e12490de17/b9f32509-47d3-485d-93a4-22e12490de17.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.956180] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Created folder: Project (0e69d2a299d24ec993d2e0cee635e5b5) in parent group-v528420. [ 578.956180] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Creating folder: Instances. Parent ref: group-v528458. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.956180] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f7aadae-21bf-437f-a987-ac49fc326773 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.957137] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-444ddae4-0be6-4f53-bf40-e74b76e30488 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.964112] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 578.964112] env[63419]: value = "task-2621827" [ 578.964112] env[63419]: _type = "Task" [ 578.964112] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.977746] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621827, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.979176] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Created folder: Instances in parent group-v528458. [ 578.979412] env[63419]: DEBUG oslo.service.loopingcall [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.979613] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.979862] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f51a009-7a1c-4fb6-b6ce-7b3d376c043f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.000398] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.000398] env[63419]: value = "task-2621829" [ 579.000398] env[63419]: _type = "Task" [ 579.000398] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.008611] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621829, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.064944] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2621824, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.119985] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Creating linked-clone VM from snapshot {{(pid=63419) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 579.119985] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fbe6f1c7-b726-43fa-acdf-de82b5cea7b0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.129193] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 579.129193] env[63419]: value = "task-2621830" [ 579.129193] env[63419]: _type = "Task" [ 579.129193] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.142232] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621830, 'name': CloneVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.152307] env[63419]: DEBUG oslo_concurrency.lockutils [req-6aa90c64-0b05-4963-90e8-88455df55315 req-fd07457f-f31b-4c07-bb5f-f4c56cf354cb service nova] Releasing lock "refresh_cache-4282ace6-1de9-4f13-b0cc-09a531a32452" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.195120] env[63419]: DEBUG nova.compute.manager [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.221430] env[63419]: DEBUG oslo_vmware.api [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621825, 'name': PowerOffVM_Task, 'duration_secs': 0.128736} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.222423] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 579.222690] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 579.223205] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c17a56c6-94b0-4161-b164-56db85ddae0d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.259893] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 579.260172] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 579.260399] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Deleting the datastore file [datastore1] 2d0161c6-c351-4113-a846-e769fdef4c4c {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 579.260659] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-758b034e-97f5-4d88-b062-2043c3ea1438 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.271251] env[63419]: DEBUG oslo_vmware.api [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Waiting for the task: (returnval){ [ 579.271251] env[63419]: value = "task-2621832" [ 579.271251] env[63419]: _type = "Task" [ 579.271251] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.279387] env[63419]: DEBUG oslo_vmware.api [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.290899] env[63419]: DEBUG nova.network.neutron [-] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.390635] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "0f345c27-a7f2-42f4-b60c-751276d3860b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.390635] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "0f345c27-a7f2-42f4-b60c-751276d3860b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.452198] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c8cf47a-daf1-416e-b08d-b9ef9cca3e34 tempest-ServersAaction247Test-1296164220 tempest-ServersAaction247Test-1296164220-project-member] Lock "8e6855c9-570b-492c-974a-08bf2efc998c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.088s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.474602] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621827, 'name': Rename_Task, 'duration_secs': 0.208297} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.474746] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.474985] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31736a7a-053e-4553-8fcb-af27f01071b6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.481954] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 579.481954] env[63419]: value = "task-2621833" [ 579.481954] env[63419]: _type = "Task" [ 579.481954] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.496862] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.511306] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621829, 'name': CreateVM_Task, 'duration_secs': 0.469145} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.511596] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.512356] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.512597] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.512955] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.513311] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88f19e7-0f18-40b7-bcb9-54e11fa3d283 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.519369] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Waiting for the task: (returnval){ [ 579.519369] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5254ec38-0e21-fe8c-87d4-fe900b19b4ac" [ 579.519369] env[63419]: _type = "Task" [ 579.519369] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.531846] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5254ec38-0e21-fe8c-87d4-fe900b19b4ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.564737] env[63419]: DEBUG oslo_vmware.api [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2621824, 'name': PowerOnVM_Task, 'duration_secs': 0.580352} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.565006] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.565223] env[63419]: INFO nova.compute.manager [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Took 8.24 seconds to spawn the instance on the hypervisor. [ 579.565470] env[63419]: DEBUG nova.compute.manager [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.566265] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09654d11-9547-48c5-8ce4-1705cbf1496d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.640091] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621830, 'name': CloneVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.725273] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.782877] env[63419]: DEBUG oslo_vmware.api [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Task: {'id': task-2621832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260141} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.783170] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 579.783354] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 579.783529] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 579.783974] env[63419]: INFO nova.compute.manager [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 579.783974] env[63419]: DEBUG oslo.service.loopingcall [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 579.784224] env[63419]: DEBUG nova.compute.manager [-] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 579.784337] env[63419]: DEBUG nova.network.neutron [-] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 579.793617] env[63419]: INFO nova.compute.manager [-] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Took 1.37 seconds to deallocate network for instance. [ 579.808525] env[63419]: DEBUG nova.network.neutron [-] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.839153] env[63419]: DEBUG nova.network.neutron [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updated VIF entry in instance network info cache for port 6d8889ee-e01b-4ec5-b74c-066885487b7f. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.839153] env[63419]: DEBUG nova.network.neutron [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updating instance_info_cache with network_info: [{"id": "6d8889ee-e01b-4ec5-b74c-066885487b7f", "address": "fa:16:3e:86:85:b1", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8889ee-e0", "ovs_interfaceid": "6d8889ee-e01b-4ec5-b74c-066885487b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.001985] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621833, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.037912] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5254ec38-0e21-fe8c-87d4-fe900b19b4ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.038536] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.040108] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.040108] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.040108] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.040108] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.041066] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ce086c5-ecbc-4dc3-953a-7707d8edea2b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.054713] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.054793] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.055713] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32fd72e5-c67f-45e3-9646-1805c52bbda6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.061579] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Waiting for the task: (returnval){ [ 580.061579] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52b36a1d-22cf-e2ba-7c92-ccda60afa932" [ 580.061579] env[63419]: _type = "Task" [ 580.061579] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.086160] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b36a1d-22cf-e2ba-7c92-ccda60afa932, 'name': SearchDatastore_Task, 'duration_secs': 0.011063} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.091759] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72777445-474d-4107-9c15-3e8ff704bce8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.094906] env[63419]: INFO nova.compute.manager [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Took 23.60 seconds to build instance. [ 580.101232] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Waiting for the task: (returnval){ [ 580.101232] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52e68488-cddd-c80f-9c9b-e437e355c6be" [ 580.101232] env[63419]: _type = "Task" [ 580.101232] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.111251] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e68488-cddd-c80f-9c9b-e437e355c6be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.143732] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621830, 'name': CloneVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.195752] env[63419]: DEBUG nova.network.neutron [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Successfully updated port: e75bc43d-dfa5-405d-96e8-dc1ac166c3be {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.308279] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.311931] env[63419]: DEBUG nova.network.neutron [-] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.341531] env[63419]: DEBUG oslo_concurrency.lockutils [req-544911a5-aa95-44f5-8ec2-a29f10fb615d req-0df8ec58-7f91-4817-b7de-da1f00c65659 service nova] Releasing lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.344129] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4fc288-18e4-4179-9e46-38ad8b6f3031 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.352920] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec59c1d-07d0-430a-a22b-92e186e8f8fd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.359938] env[63419]: DEBUG nova.compute.manager [req-68efd830-1f5b-4441-bb2a-3466ef1750ea req-b80b70dd-0ed4-40dd-9dbd-ea2d90eeb510 service nova] [instance: 75c01ee1-1172-46df-80ad-390f2fab38ce] Received event network-vif-deleted-404ddaeb-6a88-400d-ae25-8f0eb7f418f0 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 580.391151] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40839046-faf8-477b-bae5-24889d8e9df5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.399848] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f38060-90c5-481c-91fe-6c49caa03c71 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.417026] env[63419]: DEBUG nova.compute.provider_tree [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.451167] env[63419]: DEBUG nova.compute.manager [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] [instance: 7380379b-dd8c-407c-9aaa-ae21c76f88d5] Received event network-vif-deleted-041e3fd5-1cb4-4e73-a2ec-6ad73770ecce {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 580.451167] env[63419]: DEBUG nova.compute.manager [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Received event network-vif-plugged-5548b2be-0ee1-4b44-843c-4e9179c0d166 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 580.451252] env[63419]: DEBUG oslo_concurrency.lockutils [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] Acquiring lock "b9e17b0f-6298-48f2-849b-9971fa0cecdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.451425] env[63419]: DEBUG oslo_concurrency.lockutils [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] Lock "b9e17b0f-6298-48f2-849b-9971fa0cecdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.451585] env[63419]: DEBUG oslo_concurrency.lockutils [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] Lock "b9e17b0f-6298-48f2-849b-9971fa0cecdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.452225] env[63419]: DEBUG nova.compute.manager [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] No waiting events found dispatching network-vif-plugged-5548b2be-0ee1-4b44-843c-4e9179c0d166 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 580.452225] env[63419]: WARNING nova.compute.manager [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Received unexpected event network-vif-plugged-5548b2be-0ee1-4b44-843c-4e9179c0d166 for instance with vm_state building and task_state spawning. [ 580.452225] env[63419]: DEBUG nova.compute.manager [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Received event network-changed-5548b2be-0ee1-4b44-843c-4e9179c0d166 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 580.452225] env[63419]: DEBUG nova.compute.manager [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Refreshing instance network info cache due to event network-changed-5548b2be-0ee1-4b44-843c-4e9179c0d166. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 580.452440] env[63419]: DEBUG oslo_concurrency.lockutils [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] Acquiring lock "refresh_cache-b9e17b0f-6298-48f2-849b-9971fa0cecdf" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.452542] env[63419]: DEBUG oslo_concurrency.lockutils [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] Acquired lock "refresh_cache-b9e17b0f-6298-48f2-849b-9971fa0cecdf" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.452694] env[63419]: DEBUG nova.network.neutron [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Refreshing network info cache for port 5548b2be-0ee1-4b44-843c-4e9179c0d166 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.493836] env[63419]: DEBUG oslo_vmware.api [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621833, 'name': PowerOnVM_Task, 'duration_secs': 0.73481} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.494292] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.494607] env[63419]: INFO nova.compute.manager [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Took 6.63 seconds to spawn the instance on the hypervisor. [ 580.494697] env[63419]: DEBUG nova.compute.manager [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.495725] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e167d51-5622-4a54-908e-ccbf066ec92d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.597642] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2e8af8f9-d98e-42f5-87d5-2f996cc018ba tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Lock "4282ace6-1de9-4f13-b0cc-09a531a32452" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.113s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.612900] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e68488-cddd-c80f-9c9b-e437e355c6be, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.613245] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.613553] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] b9e17b0f-6298-48f2-849b-9971fa0cecdf/b9e17b0f-6298-48f2-849b-9971fa0cecdf.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.613912] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-114c5d4d-2193-4ab4-8664-aa76216537dc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.621634] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Waiting for the task: (returnval){ [ 580.621634] env[63419]: value = "task-2621834" [ 580.621634] env[63419]: _type = "Task" [ 580.621634] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.632186] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.640858] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621830, 'name': CloneVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.697964] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "refresh_cache-c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.698089] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquired lock "refresh_cache-c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.698246] env[63419]: DEBUG nova.network.neutron [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.815032] env[63419]: INFO nova.compute.manager [-] [instance: 2d0161c6-c351-4113-a846-e769fdef4c4c] Took 1.03 seconds to deallocate network for instance. [ 580.923021] env[63419]: DEBUG nova.scheduler.client.report [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.945238] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "bc5f3770-73db-4b5a-98cd-03412048c8ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.945238] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "bc5f3770-73db-4b5a-98cd-03412048c8ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.945238] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "bc5f3770-73db-4b5a-98cd-03412048c8ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.945238] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "bc5f3770-73db-4b5a-98cd-03412048c8ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.945531] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "bc5f3770-73db-4b5a-98cd-03412048c8ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.945981] env[63419]: INFO nova.compute.manager [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Terminating instance [ 581.017696] env[63419]: INFO nova.compute.manager [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Took 24.14 seconds to build instance. [ 581.101862] env[63419]: DEBUG nova.compute.manager [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.140664] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621834, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.156960] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621830, 'name': CloneVM_Task, 'duration_secs': 1.558571} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.157182] env[63419]: INFO nova.virt.vmwareapi.vmops [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Created linked-clone VM from snapshot [ 581.158359] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98fe25b-3a6c-4c38-be59-9e6bea1c7006 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.168491] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Uploading image bc5f91db-9f61-4df6-9568-c2f5dc8d4195 {{(pid=63419) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 581.205947] env[63419]: DEBUG oslo_vmware.rw_handles [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 581.205947] env[63419]: value = "vm-528461" [ 581.205947] env[63419]: _type = "VirtualMachine" [ 581.205947] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 581.206726] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b19f1d4d-f627-46ff-bcbf-cfad25d8cf66 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.214361] env[63419]: DEBUG oslo_vmware.rw_handles [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lease: (returnval){ [ 581.214361] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52038aed-1621-15cf-0cc9-05f5954047e2" [ 581.214361] env[63419]: _type = "HttpNfcLease" [ 581.214361] env[63419]: } obtained for exporting VM: (result){ [ 581.214361] env[63419]: value = "vm-528461" [ 581.214361] env[63419]: _type = "VirtualMachine" [ 581.214361] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 581.214753] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the lease: (returnval){ [ 581.214753] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52038aed-1621-15cf-0cc9-05f5954047e2" [ 581.214753] env[63419]: _type = "HttpNfcLease" [ 581.214753] env[63419]: } to be ready. {{(pid=63419) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 581.222281] env[63419]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 581.222281] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52038aed-1621-15cf-0cc9-05f5954047e2" [ 581.222281] env[63419]: _type = "HttpNfcLease" [ 581.222281] env[63419]: } is initializing. {{(pid=63419) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 581.257119] env[63419]: DEBUG nova.network.neutron [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 581.322158] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.411409] env[63419]: DEBUG nova.network.neutron [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Updating instance_info_cache with network_info: [{"id": "e75bc43d-dfa5-405d-96e8-dc1ac166c3be", "address": "fa:16:3e:cb:6a:f8", "network": {"id": "7b9eedb8-ec36-41a0-9c8a-2a85a7888a8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1937886944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "25e7315a921d478daeb9d33305541903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75bc43d-df", "ovs_interfaceid": "e75bc43d-dfa5-405d-96e8-dc1ac166c3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.430306] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.430823] env[63419]: DEBUG nova.compute.manager [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.435637] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.850s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.435637] env[63419]: INFO nova.compute.claims [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.453200] env[63419]: DEBUG nova.compute.manager [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 581.453419] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 581.454302] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef07cfe3-0a10-403c-8dc5-ac8b2f8d44c2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.461958] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 581.462196] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-035563fa-0667-4acb-9493-c68fedff93a3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.469237] env[63419]: DEBUG oslo_vmware.api [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 581.469237] env[63419]: value = "task-2621836" [ 581.469237] env[63419]: _type = "Task" [ 581.469237] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.478266] env[63419]: DEBUG oslo_vmware.api [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.520056] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a6009ba5-2311-4506-a16f-3cab90bf9d80 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "b9f32509-47d3-485d-93a4-22e12490de17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.652s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.632333] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.637147] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643415} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.637430] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] b9e17b0f-6298-48f2-849b-9971fa0cecdf/b9e17b0f-6298-48f2-849b-9971fa0cecdf.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.637821] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.637926] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-614949c9-d7e1-4206-9971-bc280c6b94f9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.645599] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Waiting for the task: (returnval){ [ 581.645599] env[63419]: value = "task-2621837" [ 581.645599] env[63419]: _type = "Task" [ 581.645599] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.654263] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.703289] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquiring lock "7e0b708c-30d4-4e6e-8127-9fe68dc2f193" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.703605] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Lock "7e0b708c-30d4-4e6e-8127-9fe68dc2f193" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.725067] env[63419]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 581.725067] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52038aed-1621-15cf-0cc9-05f5954047e2" [ 581.725067] env[63419]: _type = "HttpNfcLease" [ 581.725067] env[63419]: } is ready. {{(pid=63419) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 581.725383] env[63419]: DEBUG oslo_vmware.rw_handles [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 581.725383] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52038aed-1621-15cf-0cc9-05f5954047e2" [ 581.725383] env[63419]: _type = "HttpNfcLease" [ 581.725383] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 581.726154] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8555a586-93b1-4cda-b075-4c2496cc1b36 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.735449] env[63419]: DEBUG oslo_vmware.rw_handles [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c58c2-eccf-33ba-890a-845b26a48568/disk-0.vmdk from lease info. {{(pid=63419) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 581.735722] env[63419]: DEBUG oslo_vmware.rw_handles [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c58c2-eccf-33ba-890a-845b26a48568/disk-0.vmdk for reading. {{(pid=63419) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 581.801252] env[63419]: DEBUG nova.network.neutron [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Updated VIF entry in instance network info cache for port 5548b2be-0ee1-4b44-843c-4e9179c0d166. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.801252] env[63419]: DEBUG nova.network.neutron [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Updating instance_info_cache with network_info: [{"id": "5548b2be-0ee1-4b44-843c-4e9179c0d166", "address": "fa:16:3e:52:21:d0", "network": {"id": "5f5772c4-d88e-49c1-a02e-3a236079affe", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1465789589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e69d2a299d24ec993d2e0cee635e5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5548b2be-0e", "ovs_interfaceid": "5548b2be-0ee1-4b44-843c-4e9179c0d166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.830614] env[63419]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-383e742d-749a-446e-a8cf-1e160399eaf1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.913978] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Releasing lock "refresh_cache-c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.914558] env[63419]: DEBUG nova.compute.manager [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Instance network_info: |[{"id": "e75bc43d-dfa5-405d-96e8-dc1ac166c3be", "address": "fa:16:3e:cb:6a:f8", "network": {"id": "7b9eedb8-ec36-41a0-9c8a-2a85a7888a8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1937886944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "25e7315a921d478daeb9d33305541903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75bc43d-df", "ovs_interfaceid": "e75bc43d-dfa5-405d-96e8-dc1ac166c3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.915221] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:6a:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e75bc43d-dfa5-405d-96e8-dc1ac166c3be', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.924364] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Creating folder: Project (25e7315a921d478daeb9d33305541903). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.924756] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd513d5c-a02e-4b17-beeb-0941fc498e35 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.936212] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Created folder: Project (25e7315a921d478daeb9d33305541903) in parent group-v528420. [ 581.936467] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Creating folder: Instances. Parent ref: group-v528462. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.936783] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a73f9fcd-3bef-4c00-88f0-d8b5a833180f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.939947] env[63419]: DEBUG nova.compute.utils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 581.944256] env[63419]: DEBUG nova.compute.manager [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 581.944256] env[63419]: DEBUG nova.network.neutron [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 581.947227] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Created folder: Instances in parent group-v528462. [ 581.947452] env[63419]: DEBUG oslo.service.loopingcall [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.947825] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.948035] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a69ada1-077c-4305-82c2-6af6f9d7b3b6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.974774] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.974774] env[63419]: value = "task-2621840" [ 581.974774] env[63419]: _type = "Task" [ 581.974774] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.983520] env[63419]: DEBUG oslo_vmware.api [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621836, 'name': PowerOffVM_Task, 'duration_secs': 0.316144} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.986693] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.986875] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 581.987088] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621840, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.987451] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a2887d9-0c98-4d5e-83ff-d510af414825 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.023234] env[63419]: DEBUG nova.policy [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb7d53afab7746719b5dd78e6a9af9a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3ca6ed373934270ba2726650ca359b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.024893] env[63419]: DEBUG nova.compute.manager [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.065814] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 582.065814] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 582.065814] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Deleting the datastore file [datastore1] bc5f3770-73db-4b5a-98cd-03412048c8ca {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 582.065814] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac9cb198-5f4c-4324-832a-54edd55a7642 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.077623] env[63419]: DEBUG oslo_vmware.api [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 582.077623] env[63419]: value = "task-2621842" [ 582.077623] env[63419]: _type = "Task" [ 582.077623] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.091781] env[63419]: DEBUG oslo_vmware.api [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.168702] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063619} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.169529] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.170837] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0825a729-7a1b-4602-9384-e8491f8f66b9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.200919] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] b9e17b0f-6298-48f2-849b-9971fa0cecdf/b9e17b0f-6298-48f2-849b-9971fa0cecdf.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.201436] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deaa0c35-fc53-42f9-8b13-2c6f3f001f9c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.223762] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Waiting for the task: (returnval){ [ 582.223762] env[63419]: value = "task-2621843" [ 582.223762] env[63419]: _type = "Task" [ 582.223762] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.234026] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.306218] env[63419]: DEBUG oslo_concurrency.lockutils [req-fbc9f8e7-34fb-464a-bb04-40afad29e455 req-5682c0b8-6667-4f9e-90d9-20730ad754bd service nova] Releasing lock "refresh_cache-b9e17b0f-6298-48f2-849b-9971fa0cecdf" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.447360] env[63419]: DEBUG nova.compute.manager [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.491794] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621840, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.565584] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.593485] env[63419]: DEBUG oslo_vmware.api [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2621842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302099} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.595633] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.595633] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 582.595633] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 582.595633] env[63419]: INFO nova.compute.manager [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 582.595633] env[63419]: DEBUG oslo.service.loopingcall [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.596578] env[63419]: DEBUG nova.compute.manager [-] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 582.596578] env[63419]: DEBUG nova.network.neutron [-] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 582.710435] env[63419]: DEBUG nova.network.neutron [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Successfully created port: c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 582.740112] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.843832] env[63419]: DEBUG nova.compute.manager [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Received event network-vif-plugged-e75bc43d-dfa5-405d-96e8-dc1ac166c3be {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 582.845622] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] Acquiring lock "c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.845890] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] Lock "c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.846177] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] Lock "c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.846385] env[63419]: DEBUG nova.compute.manager [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] No waiting events found dispatching network-vif-plugged-e75bc43d-dfa5-405d-96e8-dc1ac166c3be {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.847036] env[63419]: WARNING nova.compute.manager [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Received unexpected event network-vif-plugged-e75bc43d-dfa5-405d-96e8-dc1ac166c3be for instance with vm_state building and task_state spawning. [ 582.847271] env[63419]: DEBUG nova.compute.manager [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Received event network-changed-e75bc43d-dfa5-405d-96e8-dc1ac166c3be {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 582.847438] env[63419]: DEBUG nova.compute.manager [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Refreshing instance network info cache due to event network-changed-e75bc43d-dfa5-405d-96e8-dc1ac166c3be. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 582.847638] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] Acquiring lock "refresh_cache-c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.847890] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] Acquired lock "refresh_cache-c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.847969] env[63419]: DEBUG nova.network.neutron [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Refreshing network info cache for port e75bc43d-dfa5-405d-96e8-dc1ac166c3be {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.939080] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc70b61-61a1-4a13-9f83-e44f47fef0cd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.958560] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab069f64-49ad-44df-8fd9-99a20092b401 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.003292] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd6c345-8c4b-4aa8-a782-eaecde460b0d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.013246] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621840, 'name': CreateVM_Task, 'duration_secs': 0.546656} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.016830] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 583.016830] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.017694] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.017694] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.019225] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca514cc-1847-4831-8cb9-2116252d0052 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.023704] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ce61b5-cff2-42b1-8ca9-c612423a6f28 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.037839] env[63419]: DEBUG nova.compute.provider_tree [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.039350] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 583.039350] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]528cb722-3ca4-4c73-458c-3afaba15c907" [ 583.039350] env[63419]: _type = "Task" [ 583.039350] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.040557] env[63419]: DEBUG nova.network.neutron [-] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.053772] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]528cb722-3ca4-4c73-458c-3afaba15c907, 'name': SearchDatastore_Task, 'duration_secs': 0.01252} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.054069] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.054342] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.054694] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.054800] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.055120] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.055499] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d6d8dfd-0f13-4458-9847-3b8896ee36dc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.064884] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.067508] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 583.067508] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c704000a-217e-4840-9a31-2918957f8e98 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.072080] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 583.072080] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52518707-d58a-62d0-c19b-27d7a89e02d8" [ 583.072080] env[63419]: _type = "Task" [ 583.072080] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.080892] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52518707-d58a-62d0-c19b-27d7a89e02d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.239367] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621843, 'name': ReconfigVM_Task, 'duration_secs': 0.641634} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.239719] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Reconfigured VM instance instance-0000000c to attach disk [datastore2] b9e17b0f-6298-48f2-849b-9971fa0cecdf/b9e17b0f-6298-48f2-849b-9971fa0cecdf.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.240466] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4594a4b-2e08-4f0b-bb63-794f18f3a76e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.247446] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Waiting for the task: (returnval){ [ 583.247446] env[63419]: value = "task-2621844" [ 583.247446] env[63419]: _type = "Task" [ 583.247446] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.257076] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621844, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.465390] env[63419]: DEBUG nova.compute.manager [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.501409] env[63419]: DEBUG nova.virt.hardware [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.504023] env[63419]: DEBUG nova.virt.hardware [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.504023] env[63419]: DEBUG nova.virt.hardware [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.504023] env[63419]: DEBUG nova.virt.hardware [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.504023] env[63419]: DEBUG nova.virt.hardware [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.504023] env[63419]: DEBUG nova.virt.hardware [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.504260] env[63419]: DEBUG nova.virt.hardware [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.504260] env[63419]: DEBUG nova.virt.hardware [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.504260] env[63419]: DEBUG nova.virt.hardware [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.504260] env[63419]: DEBUG nova.virt.hardware [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.504260] env[63419]: DEBUG nova.virt.hardware [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.505112] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ace6d2-4b38-451f-b7d1-355bdbffb6d7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.514204] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bce6c6-20cf-472b-9e47-9fd920b8d09e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.543834] env[63419]: DEBUG nova.scheduler.client.report [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.551955] env[63419]: INFO nova.compute.manager [-] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Took 0.96 seconds to deallocate network for instance. [ 583.592230] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52518707-d58a-62d0-c19b-27d7a89e02d8, 'name': SearchDatastore_Task, 'duration_secs': 0.0119} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.596878] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c22723-4aa6-401b-b3d6-8ff7a6ff1c84 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.607426] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 583.607426] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52cff7ea-f66a-3279-1d18-61ba741ae54f" [ 583.607426] env[63419]: _type = "Task" [ 583.607426] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.616780] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52cff7ea-f66a-3279-1d18-61ba741ae54f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.759159] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621844, 'name': Rename_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.895624] env[63419]: DEBUG nova.compute.manager [req-f45decdf-2286-4346-a991-35ad8d81d533 req-b9568048-7fcc-4248-b77f-9c5754c76aec service nova] [instance: bc5f3770-73db-4b5a-98cd-03412048c8ca] Received event network-vif-deleted-d3c7d89b-d88c-4be8-b9d2-632359ab7ed6 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 583.921987] env[63419]: DEBUG nova.network.neutron [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Updated VIF entry in instance network info cache for port e75bc43d-dfa5-405d-96e8-dc1ac166c3be. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.921987] env[63419]: DEBUG nova.network.neutron [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Updating instance_info_cache with network_info: [{"id": "e75bc43d-dfa5-405d-96e8-dc1ac166c3be", "address": "fa:16:3e:cb:6a:f8", "network": {"id": "7b9eedb8-ec36-41a0-9c8a-2a85a7888a8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1937886944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "25e7315a921d478daeb9d33305541903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75bc43d-df", "ovs_interfaceid": "e75bc43d-dfa5-405d-96e8-dc1ac166c3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.054168] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.054168] env[63419]: DEBUG nova.compute.manager [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.057705] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.887s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.058660] env[63419]: INFO nova.compute.claims [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.064085] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.134614] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52cff7ea-f66a-3279-1d18-61ba741ae54f, 'name': SearchDatastore_Task, 'duration_secs': 0.017397} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.134614] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.134614] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a/c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.134964] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-380522ec-8f82-4a16-9cde-dd8573360cb0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.148915] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 584.148915] env[63419]: value = "task-2621845" [ 584.148915] env[63419]: _type = "Task" [ 584.148915] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.165244] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.261139] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621844, 'name': Rename_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.427588] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] Releasing lock "refresh_cache-c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.427588] env[63419]: DEBUG nova.compute.manager [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Received event network-changed-7c62b09e-21b9-4659-836d-484c98df73f6 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 584.427588] env[63419]: DEBUG nova.compute.manager [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Refreshing instance network info cache due to event network-changed-7c62b09e-21b9-4659-836d-484c98df73f6. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 584.427588] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] Acquiring lock "refresh_cache-4282ace6-1de9-4f13-b0cc-09a531a32452" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.427588] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] Acquired lock "refresh_cache-4282ace6-1de9-4f13-b0cc-09a531a32452" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.429111] env[63419]: DEBUG nova.network.neutron [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Refreshing network info cache for port 7c62b09e-21b9-4659-836d-484c98df73f6 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.561591] env[63419]: DEBUG nova.compute.utils [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 584.564194] env[63419]: DEBUG nova.compute.manager [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.564194] env[63419]: DEBUG nova.network.neutron [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.640227] env[63419]: DEBUG nova.policy [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdad28be50d342bdb730c49ffe2608b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f40feb20bd24ac1b89a0dc4bd316b69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.661757] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621845, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.765251] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621844, 'name': Rename_Task, 'duration_secs': 1.258869} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.765944] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.766151] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4adeb330-91e6-45dd-836f-5f009dd1685d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.779969] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Waiting for the task: (returnval){ [ 584.779969] env[63419]: value = "task-2621846" [ 584.779969] env[63419]: _type = "Task" [ 584.779969] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.792886] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.073518] env[63419]: DEBUG nova.compute.manager [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.161463] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872758} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.164858] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a/c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.165112] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 585.166046] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70a2ad82-7663-4e64-98e0-81a85a5adfb1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.175965] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 585.175965] env[63419]: value = "task-2621847" [ 585.175965] env[63419]: _type = "Task" [ 585.175965] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.192081] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.295149] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.465046] env[63419]: DEBUG nova.compute.manager [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Stashing vm_state: active {{(pid=63419) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 585.533491] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef8d854-1f8d-4e4a-b831-6d52c72d4b20 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.544351] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56f6909-d5f4-4c76-b711-8b48a1ea8c6b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.580161] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e733022b-f831-4ad4-9b68-e56b335a2241 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.585484] env[63419]: INFO nova.virt.block_device [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Booting with volume 77f52262-df46-4c03-966b-968af3880305 at /dev/sda [ 585.595556] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3767647-3c3f-4243-b50c-1eeda55bfcc8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.630412] env[63419]: DEBUG nova.compute.provider_tree [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.660859] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4c67347-429b-413d-8224-c88043016167 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.665862] env[63419]: DEBUG nova.network.neutron [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Updated VIF entry in instance network info cache for port 7c62b09e-21b9-4659-836d-484c98df73f6. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.666804] env[63419]: DEBUG nova.network.neutron [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Updating instance_info_cache with network_info: [{"id": "7c62b09e-21b9-4659-836d-484c98df73f6", "address": "fa:16:3e:a7:13:b6", "network": {"id": "943a924f-9cba-40fa-bb3d-b7b2f14bed19", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1813795287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9869b07f440c4b8f98d0afc656e4e242", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c62b09e-21", "ovs_interfaceid": "7c62b09e-21b9-4659-836d-484c98df73f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.678820] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b3e0b8-42c3-4172-b642-5da482a507f6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.699860] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102523} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.700170] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.701345] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c410a6dd-bc73-4c1f-92cf-b7366b30e619 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.715988] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d8bf7d9-8eb3-4055-8604-c6251fdf037d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.737170] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a/c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.738089] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e1855e9-e3fa-4e09-bd68-228619378c6c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.757618] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc9c6a-58d7-430e-a5a0-2df3c97775a1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.770032] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 585.770032] env[63419]: value = "task-2621848" [ 585.770032] env[63419]: _type = "Task" [ 585.770032] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.779378] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.793878] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725a75cd-a574-4e76-a6b4-a8b77f213534 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.799884] env[63419]: DEBUG nova.network.neutron [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Successfully created port: 5e4f8ea0-cf27-452d-b132-8be449ad60c3 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.806246] env[63419]: DEBUG oslo_vmware.api [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621846, 'name': PowerOnVM_Task, 'duration_secs': 0.984604} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.807027] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48cfb25-c142-4da3-8e50-e95c6bbb98e6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.810365] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.810365] env[63419]: INFO nova.compute.manager [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Took 9.50 seconds to spawn the instance on the hypervisor. [ 585.810365] env[63419]: DEBUG nova.compute.manager [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.814488] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e0872b-49e5-41ac-bab9-4808acadd9f2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.821435] env[63419]: DEBUG nova.network.neutron [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Successfully updated port: c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.826757] env[63419]: DEBUG nova.virt.block_device [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Updating existing volume attachment record: 2796cc8a-bec0-4b23-a3bc-67b086e614cb {{(pid=63419) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 585.963149] env[63419]: DEBUG nova.compute.manager [req-d3f6acf8-fa13-4358-8750-cbba31c15cb6 req-8b353ad1-4729-4169-b203-15a57be5244a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Received event network-vif-plugged-c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 585.963309] env[63419]: DEBUG oslo_concurrency.lockutils [req-d3f6acf8-fa13-4358-8750-cbba31c15cb6 req-8b353ad1-4729-4169-b203-15a57be5244a service nova] Acquiring lock "57df8151-b7ef-4faa-8451-4ca33d7daf39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.963526] env[63419]: DEBUG oslo_concurrency.lockutils [req-d3f6acf8-fa13-4358-8750-cbba31c15cb6 req-8b353ad1-4729-4169-b203-15a57be5244a service nova] Lock "57df8151-b7ef-4faa-8451-4ca33d7daf39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.965513] env[63419]: DEBUG oslo_concurrency.lockutils [req-d3f6acf8-fa13-4358-8750-cbba31c15cb6 req-8b353ad1-4729-4169-b203-15a57be5244a service nova] Lock "57df8151-b7ef-4faa-8451-4ca33d7daf39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.965842] env[63419]: DEBUG nova.compute.manager [req-d3f6acf8-fa13-4358-8750-cbba31c15cb6 req-8b353ad1-4729-4169-b203-15a57be5244a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] No waiting events found dispatching network-vif-plugged-c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.966135] env[63419]: WARNING nova.compute.manager [req-d3f6acf8-fa13-4358-8750-cbba31c15cb6 req-8b353ad1-4729-4169-b203-15a57be5244a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Received unexpected event network-vif-plugged-c341c49d-c431-4a15-a197-449cc08a58fe for instance with vm_state building and task_state spawning. [ 585.992870] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.133675] env[63419]: DEBUG nova.scheduler.client.report [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.172637] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4c6f858-cacb-4af2-b4d8-9d6228a7d9b3 req-22f13666-efc3-4587-b61e-05e586e05236 service nova] Releasing lock "refresh_cache-4282ace6-1de9-4f13-b0cc-09a531a32452" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.285384] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621848, 'name': ReconfigVM_Task, 'duration_secs': 0.458733} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.285651] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a/c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.286323] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8362cc1b-c667-46e0-b9a5-1af0c6f19749 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.292992] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 586.292992] env[63419]: value = "task-2621849" [ 586.292992] env[63419]: _type = "Task" [ 586.292992] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.306187] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621849, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.330416] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquiring lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.330688] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquired lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.330765] env[63419]: DEBUG nova.network.neutron [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.336688] env[63419]: INFO nova.compute.manager [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Took 27.19 seconds to build instance. [ 586.644198] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.644198] env[63419]: DEBUG nova.compute.manager [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.647526] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.504s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.647526] env[63419]: DEBUG nova.objects.instance [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Lazy-loading 'resources' on Instance uuid 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 586.807614] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621849, 'name': Rename_Task, 'duration_secs': 0.206397} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.808562] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.809139] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b3d5b4f-7cda-4940-bf80-143f4b4e068d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.818300] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 586.818300] env[63419]: value = "task-2621850" [ 586.818300] env[63419]: _type = "Task" [ 586.818300] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.827585] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.843768] env[63419]: DEBUG oslo_concurrency.lockutils [None req-902b1920-3a56-4e18-8cfa-73869039f0c6 tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Lock "b9e17b0f-6298-48f2-849b-9971fa0cecdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.707s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.904307] env[63419]: DEBUG nova.network.neutron [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.156097] env[63419]: DEBUG nova.compute.utils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 587.163637] env[63419]: DEBUG nova.compute.manager [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Not allocating networking since 'none' was specified. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 587.213388] env[63419]: DEBUG nova.network.neutron [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Updating instance_info_cache with network_info: [{"id": "c341c49d-c431-4a15-a197-449cc08a58fe", "address": "fa:16:3e:48:a3:51", "network": {"id": "b4a1d213-b1a7-4825-88ac-079aa0c17769", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-63339395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3ca6ed373934270ba2726650ca359b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc341c49d-c4", "ovs_interfaceid": "c341c49d-c431-4a15-a197-449cc08a58fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.344699] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621850, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.346720] env[63419]: DEBUG nova.compute.manager [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.638837] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b76529-a8ad-4613-9deb-4df17a32153d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.646498] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5a1b20-db66-4ba4-803c-71f341bd3330 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.681542] env[63419]: DEBUG nova.compute.manager [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.687139] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cad287-a10e-4dbe-8fcf-260ccfce92d1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.696963] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c4e3e4-246c-4a60-91b2-925b1b975f49 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.713489] env[63419]: DEBUG nova.compute.provider_tree [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.717173] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Releasing lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.717173] env[63419]: DEBUG nova.compute.manager [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Instance network_info: |[{"id": "c341c49d-c431-4a15-a197-449cc08a58fe", "address": "fa:16:3e:48:a3:51", "network": {"id": "b4a1d213-b1a7-4825-88ac-079aa0c17769", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-63339395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3ca6ed373934270ba2726650ca359b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc341c49d-c4", "ovs_interfaceid": "c341c49d-c431-4a15-a197-449cc08a58fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.717444] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:a3:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c341c49d-c431-4a15-a197-449cc08a58fe', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.731712] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Creating folder: Project (a3ca6ed373934270ba2726650ca359b6). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.735168] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25be3ffb-792d-4200-9c47-d7906abd6dc1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.743960] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Created folder: Project (a3ca6ed373934270ba2726650ca359b6) in parent group-v528420. [ 587.743960] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Creating folder: Instances. Parent ref: group-v528465. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.744221] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-426c5259-1a91-4000-9202-c6b4710e2ce7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.753914] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Created folder: Instances in parent group-v528465. [ 587.754190] env[63419]: DEBUG oslo.service.loopingcall [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 587.754377] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.754977] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b7c5052-6536-46d8-be7b-f0bf92bd985e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.774732] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.774732] env[63419]: value = "task-2621853" [ 587.774732] env[63419]: _type = "Task" [ 587.774732] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.783962] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621853, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.830234] env[63419]: DEBUG oslo_vmware.api [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621850, 'name': PowerOnVM_Task, 'duration_secs': 0.721167} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.830624] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.830858] env[63419]: INFO nova.compute.manager [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Took 8.99 seconds to spawn the instance on the hypervisor. [ 587.831133] env[63419]: DEBUG nova.compute.manager [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.831980] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a9dd59-f292-4ab6-ba2c-bc58e505214f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.883390] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.008459] env[63419]: DEBUG nova.compute.manager [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.009050] env[63419]: DEBUG nova.virt.hardware [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.009264] env[63419]: DEBUG nova.virt.hardware [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.009376] env[63419]: DEBUG nova.virt.hardware [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.009599] env[63419]: DEBUG nova.virt.hardware [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.009718] env[63419]: DEBUG nova.virt.hardware [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.009861] env[63419]: DEBUG nova.virt.hardware [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.010092] env[63419]: DEBUG nova.virt.hardware [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.010265] env[63419]: DEBUG nova.virt.hardware [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.010423] env[63419]: DEBUG nova.virt.hardware [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.010585] env[63419]: DEBUG nova.virt.hardware [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.010761] env[63419]: DEBUG nova.virt.hardware [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.011723] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206afb4b-fede-4b94-89e1-c3543760fb0e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.022222] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b268588d-5f36-483a-b75a-cc1ffd9b76d6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.215647] env[63419]: DEBUG nova.scheduler.client.report [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.288485] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621853, 'name': CreateVM_Task, 'duration_secs': 0.375372} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.288696] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.289561] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.289671] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.290043] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.290337] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e63c03-da32-440b-aeb1-a0850dada936 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.297542] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 588.297542] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52be778f-6253-1f9f-9a8d-3f4d3ceafbbf" [ 588.297542] env[63419]: _type = "Task" [ 588.297542] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.308856] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52be778f-6253-1f9f-9a8d-3f4d3ceafbbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.334624] env[63419]: DEBUG nova.network.neutron [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Successfully updated port: 5e4f8ea0-cf27-452d-b132-8be449ad60c3 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.353270] env[63419]: INFO nova.compute.manager [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Took 25.44 seconds to build instance. [ 588.698038] env[63419]: DEBUG nova.compute.manager [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.722018] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.725900] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.472s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.730567] env[63419]: INFO nova.compute.claims [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.757246] env[63419]: INFO nova.scheduler.client.report [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Deleted allocations for instance 19fdb067-c4d3-466e-9c3b-bf0a77dd2f95 [ 588.769637] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "7d5d9360-e0f8-4e72-850b-5a5b01d619de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.771618] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "7d5d9360-e0f8-4e72-850b-5a5b01d619de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.812883] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52be778f-6253-1f9f-9a8d-3f4d3ceafbbf, 'name': SearchDatastore_Task, 'duration_secs': 0.01366} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.813636] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.814075] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.815123] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.815332] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.815571] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.816251] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-381b9780-fa6e-4117-997a-579264957b26 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.826786] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.826878] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.830359] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633dbc9c-88e0-48ec-9b44-bcc00b53b12a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.835244] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 588.835244] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52245cd2-1318-0732-bf07-650156d0e14d" [ 588.835244] env[63419]: _type = "Task" [ 588.835244] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.840710] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Acquiring lock "refresh_cache-7f391b47-6f6b-44df-9d84-4001a5f04ad3" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.840710] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Acquired lock "refresh_cache-7f391b47-6f6b-44df-9d84-4001a5f04ad3" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.840886] env[63419]: DEBUG nova.network.neutron [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.849544] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52245cd2-1318-0732-bf07-650156d0e14d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.856355] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b6a95d76-8a1f-41cd-bae1-fbf13d7e0530 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.048s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.922223] env[63419]: DEBUG nova.compute.manager [req-ba96b01f-ed13-4700-9b48-553feec00289 req-490c5208-f2f8-4ae4-89f3-eaca9a66ad98 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Received event network-changed-c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 588.922438] env[63419]: DEBUG nova.compute.manager [req-ba96b01f-ed13-4700-9b48-553feec00289 req-490c5208-f2f8-4ae4-89f3-eaca9a66ad98 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Refreshing instance network info cache due to event network-changed-c341c49d-c431-4a15-a197-449cc08a58fe. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 588.922698] env[63419]: DEBUG oslo_concurrency.lockutils [req-ba96b01f-ed13-4700-9b48-553feec00289 req-490c5208-f2f8-4ae4-89f3-eaca9a66ad98 service nova] Acquiring lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.922841] env[63419]: DEBUG oslo_concurrency.lockutils [req-ba96b01f-ed13-4700-9b48-553feec00289 req-490c5208-f2f8-4ae4-89f3-eaca9a66ad98 service nova] Acquired lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.923869] env[63419]: DEBUG nova.network.neutron [req-ba96b01f-ed13-4700-9b48-553feec00289 req-490c5208-f2f8-4ae4-89f3-eaca9a66ad98 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Refreshing network info cache for port c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.947767] env[63419]: DEBUG nova.compute.manager [req-29a2d247-428f-4068-aad7-b9d254e0773e req-5ae80b9e-3c02-444c-81ac-90bba2c63044 service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Received event network-vif-plugged-5e4f8ea0-cf27-452d-b132-8be449ad60c3 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 588.947767] env[63419]: DEBUG oslo_concurrency.lockutils [req-29a2d247-428f-4068-aad7-b9d254e0773e req-5ae80b9e-3c02-444c-81ac-90bba2c63044 service nova] Acquiring lock "7f391b47-6f6b-44df-9d84-4001a5f04ad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.947767] env[63419]: DEBUG oslo_concurrency.lockutils [req-29a2d247-428f-4068-aad7-b9d254e0773e req-5ae80b9e-3c02-444c-81ac-90bba2c63044 service nova] Lock "7f391b47-6f6b-44df-9d84-4001a5f04ad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.947767] env[63419]: DEBUG oslo_concurrency.lockutils [req-29a2d247-428f-4068-aad7-b9d254e0773e req-5ae80b9e-3c02-444c-81ac-90bba2c63044 service nova] Lock "7f391b47-6f6b-44df-9d84-4001a5f04ad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.947767] env[63419]: DEBUG nova.compute.manager [req-29a2d247-428f-4068-aad7-b9d254e0773e req-5ae80b9e-3c02-444c-81ac-90bba2c63044 service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] No waiting events found dispatching network-vif-plugged-5e4f8ea0-cf27-452d-b132-8be449ad60c3 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.948057] env[63419]: WARNING nova.compute.manager [req-29a2d247-428f-4068-aad7-b9d254e0773e req-5ae80b9e-3c02-444c-81ac-90bba2c63044 service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Received unexpected event network-vif-plugged-5e4f8ea0-cf27-452d-b132-8be449ad60c3 for instance with vm_state building and task_state spawning. [ 589.266279] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e17f1afc-f71c-4eb8-ab22-0b99d363e75d tempest-ServerDiagnosticsTest-1062724429 tempest-ServerDiagnosticsTest-1062724429-project-member] Lock "19fdb067-c4d3-466e-9c3b-bf0a77dd2f95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.278s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.350274] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52245cd2-1318-0732-bf07-650156d0e14d, 'name': SearchDatastore_Task, 'duration_secs': 0.013801} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.351933] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6072140b-48ff-43af-b8fe-9d330f3c60ca {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.358091] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 589.358091] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5219b2d6-c960-c043-b5a1-91c10b32a8a8" [ 589.358091] env[63419]: _type = "Task" [ 589.358091] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.359228] env[63419]: DEBUG nova.compute.manager [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.375098] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5219b2d6-c960-c043-b5a1-91c10b32a8a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.411373] env[63419]: DEBUG nova.virt.hardware [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.411822] env[63419]: DEBUG nova.virt.hardware [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.415026] env[63419]: DEBUG nova.virt.hardware [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.415026] env[63419]: DEBUG nova.virt.hardware [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.415026] env[63419]: DEBUG nova.virt.hardware [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.415026] env[63419]: DEBUG nova.virt.hardware [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.415026] env[63419]: DEBUG nova.virt.hardware [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.415252] env[63419]: DEBUG nova.virt.hardware [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.415252] env[63419]: DEBUG nova.virt.hardware [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.415252] env[63419]: DEBUG nova.virt.hardware [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.415252] env[63419]: DEBUG nova.virt.hardware [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.415252] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2514cb5-626e-4061-8bfc-50a9c828afe2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.421183] env[63419]: DEBUG nova.network.neutron [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.434556] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58398d19-b286-4213-b552-6bdd7bf5f49c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.450262] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Instance VIF info [] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.456502] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Creating folder: Project (14c1485534f94b978a90634158f9f2c1). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.457065] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-add713bb-b6e6-482c-84db-54dc1f1bf9f9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.468130] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Created folder: Project (14c1485534f94b978a90634158f9f2c1) in parent group-v528420. [ 589.468511] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Creating folder: Instances. Parent ref: group-v528468. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.469015] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b506f189-2960-4240-b312-63fe598d851a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.479947] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Created folder: Instances in parent group-v528468. [ 589.480127] env[63419]: DEBUG oslo.service.loopingcall [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.480322] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.480665] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1ae9024-7f26-40df-8281-def50f5e6206 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.498832] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.498832] env[63419]: value = "task-2621856" [ 589.498832] env[63419]: _type = "Task" [ 589.498832] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.508528] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621856, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.704388] env[63419]: DEBUG nova.network.neutron [req-ba96b01f-ed13-4700-9b48-553feec00289 req-490c5208-f2f8-4ae4-89f3-eaca9a66ad98 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Updated VIF entry in instance network info cache for port c341c49d-c431-4a15-a197-449cc08a58fe. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.707273] env[63419]: DEBUG nova.network.neutron [req-ba96b01f-ed13-4700-9b48-553feec00289 req-490c5208-f2f8-4ae4-89f3-eaca9a66ad98 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Updating instance_info_cache with network_info: [{"id": "c341c49d-c431-4a15-a197-449cc08a58fe", "address": "fa:16:3e:48:a3:51", "network": {"id": "b4a1d213-b1a7-4825-88ac-079aa0c17769", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-63339395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3ca6ed373934270ba2726650ca359b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc341c49d-c4", "ovs_interfaceid": "c341c49d-c431-4a15-a197-449cc08a58fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.878028] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5219b2d6-c960-c043-b5a1-91c10b32a8a8, 'name': SearchDatastore_Task, 'duration_secs': 0.016141} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.879437] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.879699] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 57df8151-b7ef-4faa-8451-4ca33d7daf39/57df8151-b7ef-4faa-8451-4ca33d7daf39.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.882440] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb3c3dab-6e1c-4684-9022-cdb36210b65c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.892866] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 589.892866] env[63419]: value = "task-2621857" [ 589.892866] env[63419]: _type = "Task" [ 589.892866] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.901440] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.904376] env[63419]: DEBUG nova.network.neutron [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Updating instance_info_cache with network_info: [{"id": "5e4f8ea0-cf27-452d-b132-8be449ad60c3", "address": "fa:16:3e:7b:6f:2f", "network": {"id": "4953f7ce-1907-48fe-937d-7a2694e41b0f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1285172004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f40feb20bd24ac1b89a0dc4bd316b69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e4f8ea0-cf", "ovs_interfaceid": "5e4f8ea0-cf27-452d-b132-8be449ad60c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.914063] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.011257] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621856, 'name': CreateVM_Task, 'duration_secs': 0.327171} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.013440] env[63419]: DEBUG oslo_vmware.rw_handles [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c58c2-eccf-33ba-890a-845b26a48568/disk-0.vmdk. {{(pid=63419) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 590.013987] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.014902] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a3ca4b-140a-4de1-baa5-60a2426c9d70 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.019961] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.020281] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.020708] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.021265] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d3d02d4-804f-4100-88cf-f4a370e70d59 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.026707] env[63419]: DEBUG oslo_vmware.rw_handles [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c58c2-eccf-33ba-890a-845b26a48568/disk-0.vmdk is in state: ready. {{(pid=63419) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 590.027085] env[63419]: ERROR oslo_vmware.rw_handles [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c58c2-eccf-33ba-890a-845b26a48568/disk-0.vmdk due to incomplete transfer. [ 590.028559] env[63419]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-deb6cf53-0310-4616-b6c7-eaa1271cd9c8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.032020] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 590.032020] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52715a57-b964-1dff-10cc-d3d4d668441a" [ 590.032020] env[63419]: _type = "Task" [ 590.032020] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.039103] env[63419]: DEBUG oslo_vmware.rw_handles [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522c58c2-eccf-33ba-890a-845b26a48568/disk-0.vmdk. {{(pid=63419) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 590.039456] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Uploaded image bc5f91db-9f61-4df6-9568-c2f5dc8d4195 to the Glance image server {{(pid=63419) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 590.043790] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Destroying the VM {{(pid=63419) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 590.046521] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3305f55b-067b-435f-92e1-eefbbd4c0ffb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.048301] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52715a57-b964-1dff-10cc-d3d4d668441a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.053447] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 590.053447] env[63419]: value = "task-2621858" [ 590.053447] env[63419]: _type = "Task" [ 590.053447] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.061683] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621858, 'name': Destroy_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.172126] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6274bc-83c7-4f0f-a785-f48d1b793eb6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.180525] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef41c13-3dc7-4bd6-af30-c993e1272df2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.220296] env[63419]: DEBUG oslo_concurrency.lockutils [req-ba96b01f-ed13-4700-9b48-553feec00289 req-490c5208-f2f8-4ae4-89f3-eaca9a66ad98 service nova] Releasing lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.221608] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a902a70d-4fff-439f-b7ac-01862e57b7bb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.230265] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac6fa57-6d13-4a15-b045-f50e62656046 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.249019] env[63419]: DEBUG nova.compute.provider_tree [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.406729] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621857, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.408397] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Releasing lock "refresh_cache-7f391b47-6f6b-44df-9d84-4001a5f04ad3" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.408748] env[63419]: DEBUG nova.compute.manager [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Instance network_info: |[{"id": "5e4f8ea0-cf27-452d-b132-8be449ad60c3", "address": "fa:16:3e:7b:6f:2f", "network": {"id": "4953f7ce-1907-48fe-937d-7a2694e41b0f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1285172004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f40feb20bd24ac1b89a0dc4bd316b69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e4f8ea0-cf", "ovs_interfaceid": "5e4f8ea0-cf27-452d-b132-8be449ad60c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.409781] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:6f:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e4f8ea0-cf27-452d-b132-8be449ad60c3', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.418022] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Creating folder: Project (3f40feb20bd24ac1b89a0dc4bd316b69). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.419290] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe510516-ee1e-4e53-9de4-1f3991fa0dc0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.424580] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "926fa14a-e284-4cd4-9ea5-816e590d5612" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.425471] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "926fa14a-e284-4cd4-9ea5-816e590d5612" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.437563] env[63419]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 590.437921] env[63419]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63419) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 590.439087] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Folder already exists: Project (3f40feb20bd24ac1b89a0dc4bd316b69). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 590.439087] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Creating folder: Instances. Parent ref: group-v528421. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.439087] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86f01d55-dc85-46a2-baa7-2b2081d38343 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.452094] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Created folder: Instances in parent group-v528421. [ 590.452094] env[63419]: DEBUG oslo.service.loopingcall [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.452094] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.452094] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-482a8a47-3390-4996-9785-f8a094b41c59 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.474963] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Acquiring lock "ea12ead5-69e6-49ad-ba13-d44c6b5def65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.475300] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Lock "ea12ead5-69e6-49ad-ba13-d44c6b5def65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.475970] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.475970] env[63419]: value = "task-2621861" [ 590.475970] env[63419]: _type = "Task" [ 590.475970] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.486111] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621861, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.544404] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52715a57-b964-1dff-10cc-d3d4d668441a, 'name': SearchDatastore_Task, 'duration_secs': 0.027026} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.545949] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.547114] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.547114] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.547114] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.547114] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.549359] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-520707d5-8981-444a-a982-d8c012712b33 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.560683] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.560907] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.565326] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3ccea4-ae3b-4566-8e4e-fd5776b7dbf4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.567313] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621858, 'name': Destroy_Task, 'duration_secs': 0.44594} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.568356] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Destroyed the VM [ 590.568684] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Deleting Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 590.569368] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ef1890f2-4e1a-451f-8a61-4fb09b8987e1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.574426] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 590.574426] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]529d5963-0e83-8ecb-56ae-5988c383116b" [ 590.574426] env[63419]: _type = "Task" [ 590.574426] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.578831] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 590.578831] env[63419]: value = "task-2621862" [ 590.578831] env[63419]: _type = "Task" [ 590.578831] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.586414] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]529d5963-0e83-8ecb-56ae-5988c383116b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.591692] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621862, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.750801] env[63419]: DEBUG nova.scheduler.client.report [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.912194] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671647} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.912445] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 57df8151-b7ef-4faa-8451-4ca33d7daf39/57df8151-b7ef-4faa-8451-4ca33d7daf39.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.912654] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.912930] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bce81a7-afd7-4980-8202-6b4000ccbd2a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.925019] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 590.925019] env[63419]: value = "task-2621863" [ 590.925019] env[63419]: _type = "Task" [ 590.925019] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.934854] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.989783] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621861, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.054240] env[63419]: INFO nova.compute.manager [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Rescuing [ 591.054575] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "refresh_cache-c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.054789] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquired lock "refresh_cache-c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.054859] env[63419]: DEBUG nova.network.neutron [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.090420] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]529d5963-0e83-8ecb-56ae-5988c383116b, 'name': SearchDatastore_Task, 'duration_secs': 0.016823} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.091449] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c20908b-eeb3-41df-8dc7-89b9fc062891 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.098031] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621862, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.101057] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 591.101057] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52d7f6d5-4b5a-10fc-8daa-ed999a97f42c" [ 591.101057] env[63419]: _type = "Task" [ 591.101057] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.113178] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52d7f6d5-4b5a-10fc-8daa-ed999a97f42c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.256725] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.257289] env[63419]: DEBUG nova.compute.manager [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.262520] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.726s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.266333] env[63419]: INFO nova.compute.claims [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.358084] env[63419]: DEBUG oslo_concurrency.lockutils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "dfc89ae2-cd21-478b-94c4-94c6f06e18d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.358084] env[63419]: DEBUG oslo_concurrency.lockutils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "dfc89ae2-cd21-478b-94c4-94c6f06e18d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.441517] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069432} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.441517] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.441617] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622a614b-9785-4401-b0ea-81cc9b6078a7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.475236] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 57df8151-b7ef-4faa-8451-4ca33d7daf39/57df8151-b7ef-4faa-8451-4ca33d7daf39.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.476833] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e65407a-0274-4e09-b528-ff21b146b599 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.503317] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Acquiring lock "6020a76d-95b3-4dec-85fc-c05cfb3d2323" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.503643] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Lock "6020a76d-95b3-4dec-85fc-c05cfb3d2323" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.513841] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621861, 'name': CreateVM_Task, 'duration_secs': 0.540181} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.514222] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 591.514222] env[63419]: value = "task-2621864" [ 591.514222] env[63419]: _type = "Task" [ 591.514222] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.514383] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.517853] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': 0, 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-528430', 'volume_id': '77f52262-df46-4c03-966b-968af3880305', 'name': 'volume-77f52262-df46-4c03-966b-968af3880305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f391b47-6f6b-44df-9d84-4001a5f04ad3', 'attached_at': '', 'detached_at': '', 'volume_id': '77f52262-df46-4c03-966b-968af3880305', 'serial': '77f52262-df46-4c03-966b-968af3880305'}, 'disk_bus': None, 'attachment_id': '2796cc8a-bec0-4b23-a3bc-67b086e614cb', 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=63419) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 591.517853] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Root volume attach. Driver type: vmdk {{(pid=63419) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 591.519013] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e3ee99-651a-4959-8153-d662284c6b02 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.526925] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.533908] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe01d4d-1194-4064-ae24-81882fba1a09 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.542401] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ee7759-0517-410d-8af8-33987ea35626 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.550778] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-74f4f644-5809-4061-b4e0-03b668fde8f1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.559260] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Waiting for the task: (returnval){ [ 591.559260] env[63419]: value = "task-2621865" [ 591.559260] env[63419]: _type = "Task" [ 591.559260] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.570822] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621865, 'name': RelocateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.591288] env[63419]: DEBUG oslo_vmware.api [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621862, 'name': RemoveSnapshot_Task, 'duration_secs': 0.574306} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.591675] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Deleted Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 591.591675] env[63419]: INFO nova.compute.manager [None req-05e14f28-8d22-4ba5-91ba-aeec1f06c739 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Took 14.55 seconds to snapshot the instance on the hypervisor. [ 591.614464] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52d7f6d5-4b5a-10fc-8daa-ed999a97f42c, 'name': SearchDatastore_Task, 'duration_secs': 0.016478} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.614934] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.615334] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 154f2013-37a3-4e14-b377-e992a080d8f8/154f2013-37a3-4e14-b377-e992a080d8f8.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.615854] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f1dfe44-fd32-4ea5-814c-6ef8375e8d94 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.625014] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 591.625014] env[63419]: value = "task-2621866" [ 591.625014] env[63419]: _type = "Task" [ 591.625014] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.635330] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.768886] env[63419]: DEBUG nova.compute.utils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 591.770404] env[63419]: DEBUG nova.compute.manager [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.770601] env[63419]: DEBUG nova.network.neutron [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.856579] env[63419]: DEBUG nova.policy [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad20c99eaa07457990b992afd6909839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b23a54b269cf438e8f62ba65c16e11d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.871171] env[63419]: DEBUG nova.network.neutron [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Updating instance_info_cache with network_info: [{"id": "e75bc43d-dfa5-405d-96e8-dc1ac166c3be", "address": "fa:16:3e:cb:6a:f8", "network": {"id": "7b9eedb8-ec36-41a0-9c8a-2a85a7888a8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1937886944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "25e7315a921d478daeb9d33305541903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75bc43d-df", "ovs_interfaceid": "e75bc43d-dfa5-405d-96e8-dc1ac166c3be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.039259] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621864, 'name': ReconfigVM_Task, 'duration_secs': 0.330912} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.039259] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 57df8151-b7ef-4faa-8451-4ca33d7daf39/57df8151-b7ef-4faa-8451-4ca33d7daf39.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.042579] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ff3dae3-4c68-4dff-9256-419a9be2ab55 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.057165] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 592.057165] env[63419]: value = "task-2621867" [ 592.057165] env[63419]: _type = "Task" [ 592.057165] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.076629] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621867, 'name': Rename_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.077502] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621865, 'name': RelocateVM_Task} progress is 38%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.087370] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Acquiring lock "b9e17b0f-6298-48f2-849b-9971fa0cecdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.087804] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Lock "b9e17b0f-6298-48f2-849b-9971fa0cecdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.088127] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Acquiring lock "b9e17b0f-6298-48f2-849b-9971fa0cecdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.088484] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Lock "b9e17b0f-6298-48f2-849b-9971fa0cecdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.088743] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Lock "b9e17b0f-6298-48f2-849b-9971fa0cecdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.091828] env[63419]: INFO nova.compute.manager [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Terminating instance [ 592.139025] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621866, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.154925] env[63419]: DEBUG nova.compute.manager [req-4e6a48a5-6d67-430c-8664-7cb4deef4e84 req-5b811877-de8b-4e36-9f14-210511ebd5c0 service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Received event network-changed-5e4f8ea0-cf27-452d-b132-8be449ad60c3 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 592.155130] env[63419]: DEBUG nova.compute.manager [req-4e6a48a5-6d67-430c-8664-7cb4deef4e84 req-5b811877-de8b-4e36-9f14-210511ebd5c0 service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Refreshing instance network info cache due to event network-changed-5e4f8ea0-cf27-452d-b132-8be449ad60c3. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 592.155667] env[63419]: DEBUG oslo_concurrency.lockutils [req-4e6a48a5-6d67-430c-8664-7cb4deef4e84 req-5b811877-de8b-4e36-9f14-210511ebd5c0 service nova] Acquiring lock "refresh_cache-7f391b47-6f6b-44df-9d84-4001a5f04ad3" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.155886] env[63419]: DEBUG oslo_concurrency.lockutils [req-4e6a48a5-6d67-430c-8664-7cb4deef4e84 req-5b811877-de8b-4e36-9f14-210511ebd5c0 service nova] Acquired lock "refresh_cache-7f391b47-6f6b-44df-9d84-4001a5f04ad3" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.156098] env[63419]: DEBUG nova.network.neutron [req-4e6a48a5-6d67-430c-8664-7cb4deef4e84 req-5b811877-de8b-4e36-9f14-210511ebd5c0 service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Refreshing network info cache for port 5e4f8ea0-cf27-452d-b132-8be449ad60c3 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.234485] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "d936eef5-f930-4b22-8162-f158afa01912" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.234776] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "d936eef5-f930-4b22-8162-f158afa01912" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.276645] env[63419]: DEBUG nova.compute.manager [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.378323] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Releasing lock "refresh_cache-c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.579493] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621867, 'name': Rename_Task, 'duration_secs': 0.23378} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.586238] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.586238] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621865, 'name': RelocateVM_Task} progress is 51%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.587521] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66609551-7545-4849-8533-de961d5df6f4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.597636] env[63419]: DEBUG nova.compute.manager [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 592.597942] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 592.598799] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a4f3df-4f46-4db7-9888-18068f85155a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.603727] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 592.603727] env[63419]: value = "task-2621868" [ 592.603727] env[63419]: _type = "Task" [ 592.603727] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.612618] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 592.613467] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c644eed-4947-47e6-8255-d4d37c96f68f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.621750] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621868, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.632589] env[63419]: DEBUG oslo_vmware.api [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Waiting for the task: (returnval){ [ 592.632589] env[63419]: value = "task-2621869" [ 592.632589] env[63419]: _type = "Task" [ 592.632589] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.646881] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769095} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.648407] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 154f2013-37a3-4e14-b377-e992a080d8f8/154f2013-37a3-4e14-b377-e992a080d8f8.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.648407] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.649099] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5910faf3-647f-4fce-9ba8-9fbf61f2a1ac {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.658113] env[63419]: DEBUG oslo_vmware.api [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.664353] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 592.664353] env[63419]: value = "task-2621870" [ 592.664353] env[63419]: _type = "Task" [ 592.664353] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.682064] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.773636] env[63419]: DEBUG nova.network.neutron [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Successfully created port: ef745344-e66a-492b-8be1-02f4236cdae3 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.857016] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a541bffb-abdd-41dd-9d71-e5c00f89fccc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.869943] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b76888a-01c7-4b96-b35f-384a1e4ff32e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.911478] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63356bb-9870-4a55-9123-a445707cca75 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.922209] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2c01de-6288-4ae2-8f72-aea4bf13c9d8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.944394] env[63419]: DEBUG nova.compute.provider_tree [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.992083] env[63419]: DEBUG nova.network.neutron [req-4e6a48a5-6d67-430c-8664-7cb4deef4e84 req-5b811877-de8b-4e36-9f14-210511ebd5c0 service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Updated VIF entry in instance network info cache for port 5e4f8ea0-cf27-452d-b132-8be449ad60c3. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.992486] env[63419]: DEBUG nova.network.neutron [req-4e6a48a5-6d67-430c-8664-7cb4deef4e84 req-5b811877-de8b-4e36-9f14-210511ebd5c0 service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Updating instance_info_cache with network_info: [{"id": "5e4f8ea0-cf27-452d-b132-8be449ad60c3", "address": "fa:16:3e:7b:6f:2f", "network": {"id": "4953f7ce-1907-48fe-937d-7a2694e41b0f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1285172004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f40feb20bd24ac1b89a0dc4bd316b69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e4f8ea0-cf", "ovs_interfaceid": "5e4f8ea0-cf27-452d-b132-8be449ad60c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.076087] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621865, 'name': RelocateVM_Task} progress is 62%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.120344] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.145639] env[63419]: DEBUG oslo_vmware.api [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.181285] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081917} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.181553] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.182429] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83f29c2-bf0c-49eb-b3f9-90444ff5aff6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.209561] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 154f2013-37a3-4e14-b377-e992a080d8f8/154f2013-37a3-4e14-b377-e992a080d8f8.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.209906] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03427791-96d1-4275-99b2-8211762eb65e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.234984] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 593.234984] env[63419]: value = "task-2621871" [ 593.234984] env[63419]: _type = "Task" [ 593.234984] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.249438] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.288415] env[63419]: DEBUG nova.compute.manager [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.324259] env[63419]: DEBUG nova.virt.hardware [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:42:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='46723626',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-855948911',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.324699] env[63419]: DEBUG nova.virt.hardware [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.324820] env[63419]: DEBUG nova.virt.hardware [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.324970] env[63419]: DEBUG nova.virt.hardware [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.325687] env[63419]: DEBUG nova.virt.hardware [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.325818] env[63419]: DEBUG nova.virt.hardware [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.326062] env[63419]: DEBUG nova.virt.hardware [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.326236] env[63419]: DEBUG nova.virt.hardware [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.326411] env[63419]: DEBUG nova.virt.hardware [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.326600] env[63419]: DEBUG nova.virt.hardware [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.327383] env[63419]: DEBUG nova.virt.hardware [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.327700] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de993e4a-6886-402d-b9ec-42e6e5694ad3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.347390] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897dc457-44c7-4420-8ea6-8499a26ff6c6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.452097] env[63419]: DEBUG nova.scheduler.client.report [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.496277] env[63419]: DEBUG oslo_concurrency.lockutils [req-4e6a48a5-6d67-430c-8664-7cb4deef4e84 req-5b811877-de8b-4e36-9f14-210511ebd5c0 service nova] Releasing lock "refresh_cache-7f391b47-6f6b-44df-9d84-4001a5f04ad3" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.579138] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621865, 'name': RelocateVM_Task} progress is 76%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.622142] env[63419]: DEBUG oslo_vmware.api [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621868, 'name': PowerOnVM_Task, 'duration_secs': 0.73867} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.622433] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 593.622627] env[63419]: INFO nova.compute.manager [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Took 10.16 seconds to spawn the instance on the hypervisor. [ 593.622800] env[63419]: DEBUG nova.compute.manager [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.623696] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30efaa6e-afaa-4e15-9296-c7d4da7935e4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.649638] env[63419]: DEBUG oslo_vmware.api [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621869, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.725192] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Acquiring lock "5a8956d2-32f3-413c-89a7-0436019bc3fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.725466] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Lock "5a8956d2-32f3-413c-89a7-0436019bc3fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.748484] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621871, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.961413] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 593.962605] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.963388] env[63419]: DEBUG nova.compute.manager [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.966338] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1df3de8-7783-4f58-8228-a8b324773efc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.970226] env[63419]: DEBUG oslo_concurrency.lockutils [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.115s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.970226] env[63419]: DEBUG nova.objects.instance [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Lazy-loading 'resources' on Instance uuid 7380379b-dd8c-407c-9aaa-ae21c76f88d5 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 593.980059] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 593.980059] env[63419]: value = "task-2621872" [ 593.980059] env[63419]: _type = "Task" [ 593.980059] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.994126] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.086051] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621865, 'name': RelocateVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.148338] env[63419]: DEBUG oslo_vmware.api [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621869, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.152901] env[63419]: INFO nova.compute.manager [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Took 26.20 seconds to build instance. [ 594.250882] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621871, 'name': ReconfigVM_Task, 'duration_secs': 0.54016} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.250882] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 154f2013-37a3-4e14-b377-e992a080d8f8/154f2013-37a3-4e14-b377-e992a080d8f8.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.251919] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c3f5d3c-9b63-42c3-b275-c5b0314b07ff {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.259882] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 594.259882] env[63419]: value = "task-2621873" [ 594.259882] env[63419]: _type = "Task" [ 594.259882] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.269138] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621873, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.476403] env[63419]: DEBUG nova.compute.utils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 594.480715] env[63419]: DEBUG nova.compute.manager [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.480715] env[63419]: DEBUG nova.network.neutron [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.498788] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.543225] env[63419]: DEBUG nova.policy [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cbea9e031b64ee0bf749f95a9f2ff7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd969136d423a4a1aac6de0ebe9cad517', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.579455] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621865, 'name': RelocateVM_Task} progress is 97%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.653845] env[63419]: DEBUG oslo_vmware.api [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621869, 'name': PowerOffVM_Task, 'duration_secs': 1.72111} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.658401] env[63419]: DEBUG oslo_concurrency.lockutils [None req-efcef5e0-5a55-4273-af22-8a988493d1fb tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Lock "57df8151-b7ef-4faa-8451-4ca33d7daf39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.597s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.658966] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 594.659341] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 594.662178] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2108166b-2689-4a11-be76-6d40eb4ffb29 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.747794] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 594.748023] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 594.748461] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Deleting the datastore file [datastore2] b9e17b0f-6298-48f2-849b-9971fa0cecdf {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.749397] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd25c427-4d48-4bbb-911a-2f5acb1b69c2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.762281] env[63419]: DEBUG oslo_vmware.api [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Waiting for the task: (returnval){ [ 594.762281] env[63419]: value = "task-2621875" [ 594.762281] env[63419]: _type = "Task" [ 594.762281] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.787807] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621873, 'name': Rename_Task, 'duration_secs': 0.45841} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.793843] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.794901] env[63419]: DEBUG oslo_vmware.api [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.797218] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9dea4cf-a7e0-4ee8-85a1-8641786498db {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.807809] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 594.807809] env[63419]: value = "task-2621876" [ 594.807809] env[63419]: _type = "Task" [ 594.807809] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.823477] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.885403] env[63419]: DEBUG nova.network.neutron [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Successfully created port: 3b4c9656-f9fb-4b64-9c27-34819a940ef5 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.981144] env[63419]: DEBUG nova.compute.manager [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.997794] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621872, 'name': PowerOffVM_Task, 'duration_secs': 0.606486} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.998761] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 594.999148] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdb13ec-9dd1-410b-9f3e-2b8b27ea9924 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.027572] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b2faee-24a3-4b79-8c94-9eb99299245b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.074382] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 595.074838] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4a4a11a-0d9b-4ffc-a2bf-a5dc10feedb5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.087535] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 595.087535] env[63419]: value = "task-2621877" [ 595.087535] env[63419]: _type = "Task" [ 595.087535] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.087776] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621865, 'name': RelocateVM_Task} progress is 97%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.097157] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] VM already powered off {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 595.097157] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.097420] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.097515] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.097751] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.097971] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eddfcb0-55f4-4d65-b635-8aa0e78e072c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.105730] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7571a0a9-c41b-4156-ba2e-5994d27b7bb3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.110061] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.110503] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.111885] env[63419]: DEBUG nova.network.neutron [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Successfully updated port: ef745344-e66a-492b-8be1-02f4236cdae3 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.114613] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1463f55-4bcc-4f40-8fa7-f10bff478984 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.122270] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44c61c2-8b77-4bdf-bcbe-0953660c6c9c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.128191] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 595.128191] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52e4569e-22f0-bfb4-a1b5-221f669569b3" [ 595.128191] env[63419]: _type = "Task" [ 595.128191] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.163196] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d04668-adde-4dff-b32a-33ad1963b4a1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.166105] env[63419]: DEBUG nova.compute.manager [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.174254] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e4569e-22f0-bfb4-a1b5-221f669569b3, 'name': SearchDatastore_Task, 'duration_secs': 0.038296} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.175920] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298c7007-0844-4506-ad2b-b9e2c3422a7a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.184823] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b94ead6-b9df-4bd3-880f-14a41bb094ee {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.189357] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 595.189357] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5297e932-2bed-2ccb-8c9f-ef914c71aade" [ 595.189357] env[63419]: _type = "Task" [ 595.189357] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.202444] env[63419]: DEBUG nova.compute.provider_tree [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.210175] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5297e932-2bed-2ccb-8c9f-ef914c71aade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.285358] env[63419]: DEBUG oslo_vmware.api [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.318200] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.342678] env[63419]: DEBUG nova.compute.manager [req-0570987e-3b30-404f-84be-93e8759a5103 req-165cf69d-c351-48fd-b2c6-83167356d131 service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Received event network-vif-plugged-ef745344-e66a-492b-8be1-02f4236cdae3 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 595.342897] env[63419]: DEBUG oslo_concurrency.lockutils [req-0570987e-3b30-404f-84be-93e8759a5103 req-165cf69d-c351-48fd-b2c6-83167356d131 service nova] Acquiring lock "927418d6-d1f7-4dd9-802a-d71b8f799923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.343121] env[63419]: DEBUG oslo_concurrency.lockutils [req-0570987e-3b30-404f-84be-93e8759a5103 req-165cf69d-c351-48fd-b2c6-83167356d131 service nova] Lock "927418d6-d1f7-4dd9-802a-d71b8f799923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.343295] env[63419]: DEBUG oslo_concurrency.lockutils [req-0570987e-3b30-404f-84be-93e8759a5103 req-165cf69d-c351-48fd-b2c6-83167356d131 service nova] Lock "927418d6-d1f7-4dd9-802a-d71b8f799923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.343712] env[63419]: DEBUG nova.compute.manager [req-0570987e-3b30-404f-84be-93e8759a5103 req-165cf69d-c351-48fd-b2c6-83167356d131 service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] No waiting events found dispatching network-vif-plugged-ef745344-e66a-492b-8be1-02f4236cdae3 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.343883] env[63419]: WARNING nova.compute.manager [req-0570987e-3b30-404f-84be-93e8759a5103 req-165cf69d-c351-48fd-b2c6-83167356d131 service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Received unexpected event network-vif-plugged-ef745344-e66a-492b-8be1-02f4236cdae3 for instance with vm_state building and task_state spawning. [ 595.583029] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621865, 'name': RelocateVM_Task} progress is 97%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.617295] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquiring lock "refresh_cache-927418d6-d1f7-4dd9-802a-d71b8f799923" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.617295] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquired lock "refresh_cache-927418d6-d1f7-4dd9-802a-d71b8f799923" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.617295] env[63419]: DEBUG nova.network.neutron [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.698775] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.707598] env[63419]: DEBUG nova.scheduler.client.report [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.714608] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5297e932-2bed-2ccb-8c9f-ef914c71aade, 'name': SearchDatastore_Task, 'duration_secs': 0.027515} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.714739] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.715219] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a/cc4e344e-8c3c-4785-83c3-1f66694fa99d-rescue.vmdk. {{(pid=63419) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 595.715694] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae137da8-1e33-4091-8277-d8f16e88bc5f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.725447] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 595.725447] env[63419]: value = "task-2621878" [ 595.725447] env[63419]: _type = "Task" [ 595.725447] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.737092] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.787347] env[63419]: DEBUG oslo_vmware.api [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Task: {'id': task-2621875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.539004} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.788285] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.788285] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 595.788285] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 595.788285] env[63419]: INFO nova.compute.manager [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Took 3.19 seconds to destroy the instance on the hypervisor. [ 595.788573] env[63419]: DEBUG oslo.service.loopingcall [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.788782] env[63419]: DEBUG nova.compute.manager [-] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 595.788896] env[63419]: DEBUG nova.network.neutron [-] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 595.820876] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.997432] env[63419]: DEBUG nova.compute.manager [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.033279] env[63419]: DEBUG nova.virt.hardware [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.033279] env[63419]: DEBUG nova.virt.hardware [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.033279] env[63419]: DEBUG nova.virt.hardware [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.033455] env[63419]: DEBUG nova.virt.hardware [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.033644] env[63419]: DEBUG nova.virt.hardware [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.033927] env[63419]: DEBUG nova.virt.hardware [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.034301] env[63419]: DEBUG nova.virt.hardware [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.034594] env[63419]: DEBUG nova.virt.hardware [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.034927] env[63419]: DEBUG nova.virt.hardware [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.035306] env[63419]: DEBUG nova.virt.hardware [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.036704] env[63419]: DEBUG nova.virt.hardware [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.038190] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f28ff03-6281-469a-890a-f9a3bff5c67b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.051898] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89681420-2188-4e2e-a90a-7b7c28a68519 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.077333] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621865, 'name': RelocateVM_Task} progress is 98%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.197034] env[63419]: DEBUG nova.network.neutron [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.222304] env[63419]: DEBUG oslo_concurrency.lockutils [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.225307] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.500s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.227621] env[63419]: INFO nova.compute.claims [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.247894] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621878, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.268227] env[63419]: INFO nova.scheduler.client.report [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Deleted allocations for instance 7380379b-dd8c-407c-9aaa-ae21c76f88d5 [ 596.327024] env[63419]: DEBUG oslo_vmware.api [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621876, 'name': PowerOnVM_Task, 'duration_secs': 1.450617} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.327024] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.327024] env[63419]: INFO nova.compute.manager [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Took 7.63 seconds to spawn the instance on the hypervisor. [ 596.327024] env[63419]: DEBUG nova.compute.manager [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.327024] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8641035-3825-4340-b1ec-a9d83b7cfec2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.580581] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621865, 'name': RelocateVM_Task, 'duration_secs': 4.572827} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.581009] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Volume attach. Driver type: vmdk {{(pid=63419) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 596.581351] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-528430', 'volume_id': '77f52262-df46-4c03-966b-968af3880305', 'name': 'volume-77f52262-df46-4c03-966b-968af3880305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f391b47-6f6b-44df-9d84-4001a5f04ad3', 'attached_at': '', 'detached_at': '', 'volume_id': '77f52262-df46-4c03-966b-968af3880305', 'serial': '77f52262-df46-4c03-966b-968af3880305'} {{(pid=63419) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 596.582184] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf21d33-f47a-43ea-90a0-5df1616d7bad {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.600533] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbc230b-0dd8-4907-87f9-1dcde99d877c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.606399] env[63419]: DEBUG nova.network.neutron [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Successfully updated port: 3b4c9656-f9fb-4b64-9c27-34819a940ef5 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.635760] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-77f52262-df46-4c03-966b-968af3880305/volume-77f52262-df46-4c03-966b-968af3880305.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.637034] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4971c7c8-934f-44a7-a5e3-8ff278f0892b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.654915] env[63419]: DEBUG nova.network.neutron [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Updating instance_info_cache with network_info: [{"id": "ef745344-e66a-492b-8be1-02f4236cdae3", "address": "fa:16:3e:90:b7:f7", "network": {"id": "d6e908f4-090b-4372-bbf0-210f17e350f5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2070017661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23a54b269cf438e8f62ba65c16e11d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef745344-e6", "ovs_interfaceid": "ef745344-e66a-492b-8be1-02f4236cdae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.663047] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Waiting for the task: (returnval){ [ 596.663047] env[63419]: value = "task-2621879" [ 596.663047] env[63419]: _type = "Task" [ 596.663047] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.675123] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.749842] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613199} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.750104] env[63419]: INFO nova.virt.vmwareapi.ds_util [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a/cc4e344e-8c3c-4785-83c3-1f66694fa99d-rescue.vmdk. [ 596.754189] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d009117b-1f45-4be4-8b25-b246b89ea980 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.755627] env[63419]: INFO nova.compute.manager [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Rescuing [ 596.755627] env[63419]: DEBUG oslo_concurrency.lockutils [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquiring lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.755627] env[63419]: DEBUG oslo_concurrency.lockutils [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquired lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.755627] env[63419]: DEBUG nova.network.neutron [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.781390] env[63419]: DEBUG nova.network.neutron [-] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.791922] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a/cc4e344e-8c3c-4785-83c3-1f66694fa99d-rescue.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.792639] env[63419]: DEBUG oslo_concurrency.lockutils [None req-97183cd5-d1b5-465c-943c-7832712011df tempest-ServerExternalEventsTest-802705837 tempest-ServerExternalEventsTest-802705837-project-member] Lock "7380379b-dd8c-407c-9aaa-ae21c76f88d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.419s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.794630] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d51bfcda-28be-40e2-b86e-801bb47dfae7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.819496] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 596.819496] env[63419]: value = "task-2621880" [ 596.819496] env[63419]: _type = "Task" [ 596.819496] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.831723] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.844941] env[63419]: INFO nova.compute.manager [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Took 26.70 seconds to build instance. [ 597.110210] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "refresh_cache-1584e140-07b6-4876-8d25-b814f731d86d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.110643] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquired lock "refresh_cache-1584e140-07b6-4876-8d25-b814f731d86d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.110643] env[63419]: DEBUG nova.network.neutron [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.159351] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Releasing lock "refresh_cache-927418d6-d1f7-4dd9-802a-d71b8f799923" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.159600] env[63419]: DEBUG nova.compute.manager [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Instance network_info: |[{"id": "ef745344-e66a-492b-8be1-02f4236cdae3", "address": "fa:16:3e:90:b7:f7", "network": {"id": "d6e908f4-090b-4372-bbf0-210f17e350f5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2070017661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23a54b269cf438e8f62ba65c16e11d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef745344-e6", "ovs_interfaceid": "ef745344-e66a-492b-8be1-02f4236cdae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.160134] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:b7:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef745344-e66a-492b-8be1-02f4236cdae3', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.168724] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Creating folder: Project (b23a54b269cf438e8f62ba65c16e11d8). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.169119] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1e6ff8e-6b22-4b1a-bb05-eb7c1ac4e2e0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.184255] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621879, 'name': ReconfigVM_Task, 'duration_secs': 0.28126} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.184255] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-77f52262-df46-4c03-966b-968af3880305/volume-77f52262-df46-4c03-966b-968af3880305.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.190826] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2df3d22-0bf1-42a9-a579-44fb1da5b997 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.203171] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Created folder: Project (b23a54b269cf438e8f62ba65c16e11d8) in parent group-v528420. [ 597.203171] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Creating folder: Instances. Parent ref: group-v528473. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.203171] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccde889e-94b0-41b0-a73d-34c9350b5aec {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.211051] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Waiting for the task: (returnval){ [ 597.211051] env[63419]: value = "task-2621883" [ 597.211051] env[63419]: _type = "Task" [ 597.211051] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.217875] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Created folder: Instances in parent group-v528473. [ 597.218222] env[63419]: DEBUG oslo.service.loopingcall [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.218904] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.219287] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adb8ae44-3e6d-4970-b929-e35a900588a9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.239543] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.247333] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.247333] env[63419]: value = "task-2621884" [ 597.247333] env[63419]: _type = "Task" [ 597.247333] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.262427] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621884, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.293935] env[63419]: INFO nova.compute.manager [-] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Took 1.50 seconds to deallocate network for instance. [ 597.332352] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621880, 'name': ReconfigVM_Task, 'duration_secs': 0.298606} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.332654] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a/cc4e344e-8c3c-4785-83c3-1f66694fa99d-rescue.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.333532] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b955889e-8b60-4b3a-a855-53b2b0752c31 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.359873] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6874eb5c-cea2-4b92-af1d-a69225df0e16 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Lock "154f2013-37a3-4e14-b377-e992a080d8f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.386s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.374220] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7673ecef-7bf6-41a4-a759-9b7dcb559b89 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.392594] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 597.392594] env[63419]: value = "task-2621885" [ 597.392594] env[63419]: _type = "Task" [ 597.392594] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.400992] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.408307] env[63419]: DEBUG nova.compute.manager [req-97e7f909-581e-41d6-91ae-6fd897595d58 req-937f26f7-8e82-48b1-ae69-e246b1edc54c service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Received event network-vif-plugged-3b4c9656-f9fb-4b64-9c27-34819a940ef5 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 597.408751] env[63419]: DEBUG oslo_concurrency.lockutils [req-97e7f909-581e-41d6-91ae-6fd897595d58 req-937f26f7-8e82-48b1-ae69-e246b1edc54c service nova] Acquiring lock "1584e140-07b6-4876-8d25-b814f731d86d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.408751] env[63419]: DEBUG oslo_concurrency.lockutils [req-97e7f909-581e-41d6-91ae-6fd897595d58 req-937f26f7-8e82-48b1-ae69-e246b1edc54c service nova] Lock "1584e140-07b6-4876-8d25-b814f731d86d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.408903] env[63419]: DEBUG oslo_concurrency.lockutils [req-97e7f909-581e-41d6-91ae-6fd897595d58 req-937f26f7-8e82-48b1-ae69-e246b1edc54c service nova] Lock "1584e140-07b6-4876-8d25-b814f731d86d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.409113] env[63419]: DEBUG nova.compute.manager [req-97e7f909-581e-41d6-91ae-6fd897595d58 req-937f26f7-8e82-48b1-ae69-e246b1edc54c service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] No waiting events found dispatching network-vif-plugged-3b4c9656-f9fb-4b64-9c27-34819a940ef5 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.409221] env[63419]: WARNING nova.compute.manager [req-97e7f909-581e-41d6-91ae-6fd897595d58 req-937f26f7-8e82-48b1-ae69-e246b1edc54c service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Received unexpected event network-vif-plugged-3b4c9656-f9fb-4b64-9c27-34819a940ef5 for instance with vm_state building and task_state spawning. [ 597.556944] env[63419]: DEBUG nova.network.neutron [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Updating instance_info_cache with network_info: [{"id": "c341c49d-c431-4a15-a197-449cc08a58fe", "address": "fa:16:3e:48:a3:51", "network": {"id": "b4a1d213-b1a7-4825-88ac-079aa0c17769", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-63339395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3ca6ed373934270ba2726650ca359b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc341c49d-c4", "ovs_interfaceid": "c341c49d-c431-4a15-a197-449cc08a58fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.650140] env[63419]: DEBUG nova.network.neutron [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.725223] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621883, 'name': ReconfigVM_Task, 'duration_secs': 0.137916} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.725223] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-528430', 'volume_id': '77f52262-df46-4c03-966b-968af3880305', 'name': 'volume-77f52262-df46-4c03-966b-968af3880305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f391b47-6f6b-44df-9d84-4001a5f04ad3', 'attached_at': '', 'detached_at': '', 'volume_id': '77f52262-df46-4c03-966b-968af3880305', 'serial': '77f52262-df46-4c03-966b-968af3880305'} {{(pid=63419) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 597.725223] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcb1d2df-0393-4094-9624-61fbff398780 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.736480] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Waiting for the task: (returnval){ [ 597.736480] env[63419]: value = "task-2621886" [ 597.736480] env[63419]: _type = "Task" [ 597.736480] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.742880] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20a871f-6d46-4170-9114-a249935cdc43 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.756738] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621886, 'name': Rename_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.758260] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6c8536-8683-4238-8855-922e9054a51f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.764876] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621884, 'name': CreateVM_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.798905] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bebe0a-a12d-4d0b-a6ba-ec91b89e66c0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.809033] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.809979] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b9e1a3-57ed-4de3-9a7f-90ef36b69fa5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.825471] env[63419]: DEBUG nova.compute.provider_tree [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.886083] env[63419]: DEBUG nova.compute.manager [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.892690] env[63419]: DEBUG nova.network.neutron [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Updating instance_info_cache with network_info: [{"id": "3b4c9656-f9fb-4b64-9c27-34819a940ef5", "address": "fa:16:3e:56:06:df", "network": {"id": "19193428-3a6e-4572-bcb7-4af98e4a19bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1906502748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d969136d423a4a1aac6de0ebe9cad517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4c9656-f9", "ovs_interfaceid": "3b4c9656-f9fb-4b64-9c27-34819a940ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.907324] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621885, 'name': ReconfigVM_Task, 'duration_secs': 0.162002} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.908252] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.908536] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac07e484-bc99-48b9-98dd-c26ef03d35f1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.916919] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 597.916919] env[63419]: value = "task-2621887" [ 597.916919] env[63419]: _type = "Task" [ 597.916919] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.925541] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.063898] env[63419]: DEBUG oslo_concurrency.lockutils [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Releasing lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.186251] env[63419]: DEBUG nova.compute.manager [req-0d5aaf50-77d3-45b5-acff-88eeb7d81c8f req-ee28c478-0757-4b86-bd42-640d094cdca9 service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Received event network-changed-ef745344-e66a-492b-8be1-02f4236cdae3 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 598.186251] env[63419]: DEBUG nova.compute.manager [req-0d5aaf50-77d3-45b5-acff-88eeb7d81c8f req-ee28c478-0757-4b86-bd42-640d094cdca9 service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Refreshing instance network info cache due to event network-changed-ef745344-e66a-492b-8be1-02f4236cdae3. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 598.188031] env[63419]: DEBUG oslo_concurrency.lockutils [req-0d5aaf50-77d3-45b5-acff-88eeb7d81c8f req-ee28c478-0757-4b86-bd42-640d094cdca9 service nova] Acquiring lock "refresh_cache-927418d6-d1f7-4dd9-802a-d71b8f799923" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.188031] env[63419]: DEBUG oslo_concurrency.lockutils [req-0d5aaf50-77d3-45b5-acff-88eeb7d81c8f req-ee28c478-0757-4b86-bd42-640d094cdca9 service nova] Acquired lock "refresh_cache-927418d6-d1f7-4dd9-802a-d71b8f799923" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.188031] env[63419]: DEBUG nova.network.neutron [req-0d5aaf50-77d3-45b5-acff-88eeb7d81c8f req-ee28c478-0757-4b86-bd42-640d094cdca9 service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Refreshing network info cache for port ef745344-e66a-492b-8be1-02f4236cdae3 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.253215] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621886, 'name': Rename_Task, 'duration_secs': 0.142573} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.258849] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.258849] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da162e37-22a6-4905-8fe9-24741b2afdd3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.266169] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621884, 'name': CreateVM_Task, 'duration_secs': 0.634965} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.266169] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.266169] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Waiting for the task: (returnval){ [ 598.266169] env[63419]: value = "task-2621888" [ 598.266169] env[63419]: _type = "Task" [ 598.266169] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.266775] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.266991] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.267328] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.268538] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18085de-8214-4a9d-a952-84fd548637ed {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.282166] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.282166] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 598.282166] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52442aff-b005-2dd5-2604-e5c096cdad94" [ 598.282166] env[63419]: _type = "Task" [ 598.282166] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.292364] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52442aff-b005-2dd5-2604-e5c096cdad94, 'name': SearchDatastore_Task, 'duration_secs': 0.011997} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.292692] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.292939] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.293176] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.293325] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.293503] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.293770] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd7bb381-a80a-4b4a-926e-d19361ef5a67 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.302260] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.302508] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.303237] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3becd75-ead0-40dc-b930-9ce2dc2275d5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.310197] env[63419]: DEBUG nova.compute.manager [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.310561] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 598.310561] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52d492c1-0a96-55d8-4a81-cf555afa8bfa" [ 598.310561] env[63419]: _type = "Task" [ 598.310561] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.311435] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6ea169-09a3-4f00-92e3-6305d3271e6e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.327623] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52d492c1-0a96-55d8-4a81-cf555afa8bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.335090] env[63419]: DEBUG nova.scheduler.client.report [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.342395] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquiring lock "2f45cdc6-6471-4d10-b322-d8777f35732b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.342726] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "2f45cdc6-6471-4d10-b322-d8777f35732b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.396408] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Releasing lock "refresh_cache-1584e140-07b6-4876-8d25-b814f731d86d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.396698] env[63419]: DEBUG nova.compute.manager [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Instance network_info: |[{"id": "3b4c9656-f9fb-4b64-9c27-34819a940ef5", "address": "fa:16:3e:56:06:df", "network": {"id": "19193428-3a6e-4572-bcb7-4af98e4a19bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1906502748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d969136d423a4a1aac6de0ebe9cad517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4c9656-f9", "ovs_interfaceid": "3b4c9656-f9fb-4b64-9c27-34819a940ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.397464] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:06:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b4c9656-f9fb-4b64-9c27-34819a940ef5', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.412752] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Creating folder: Project (d969136d423a4a1aac6de0ebe9cad517). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.414021] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-794faa4e-0434-4728-a660-d8817eedce52 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.418102] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.429881] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Created folder: Project (d969136d423a4a1aac6de0ebe9cad517) in parent group-v528420. [ 598.430086] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Creating folder: Instances. Parent ref: group-v528476. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.430960] env[63419]: DEBUG oslo_vmware.api [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2621887, 'name': PowerOnVM_Task, 'duration_secs': 0.411942} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.430960] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57226da5-6a5f-419a-b84d-6a84df695734 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.432097] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.435179] env[63419]: DEBUG nova.compute.manager [None req-fead1d88-279d-4fdb-b50d-629853c511a0 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.435924] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f68916-058d-48e9-aaa9-163e7089e1a2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.440166] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Created folder: Instances in parent group-v528476. [ 598.440402] env[63419]: DEBUG oslo.service.loopingcall [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.440598] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.445609] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2391d5fd-bd31-4c87-8a96-7dc82d78ebac {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.471905] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.471905] env[63419]: value = "task-2621891" [ 598.471905] env[63419]: _type = "Task" [ 598.471905] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.480786] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621891, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.782399] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.826419] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52d492c1-0a96-55d8-4a81-cf555afa8bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.014081} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.827435] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4899255d-252b-4562-9101-d1744ba46605 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.830747] env[63419]: INFO nova.compute.manager [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] instance snapshotting [ 598.835994] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4ea13a-cd80-4349-b11e-afc110e322aa {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.839852] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 598.839852] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]521220df-8fb1-e99e-a561-725fd673c2ba" [ 598.839852] env[63419]: _type = "Task" [ 598.839852] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.857257] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.857789] env[63419]: DEBUG nova.compute.manager [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.860593] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.552s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.862863] env[63419]: DEBUG nova.objects.instance [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lazy-loading 'resources' on Instance uuid 75c01ee1-1172-46df-80ad-390f2fab38ce {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 598.862863] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4803a1c-f292-4d88-bcb4-182ec9ac1a9a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.870082] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521220df-8fb1-e99e-a561-725fd673c2ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.870702] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.870969] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 927418d6-d1f7-4dd9-802a-d71b8f799923/927418d6-d1f7-4dd9-802a-d71b8f799923.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.871208] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28fcfdf9-4ddc-49bf-a5a7-dfd1a4e0607a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.884549] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 598.884549] env[63419]: value = "task-2621892" [ 598.884549] env[63419]: _type = "Task" [ 598.884549] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.895541] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2621892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.983103] env[63419]: DEBUG nova.network.neutron [req-0d5aaf50-77d3-45b5-acff-88eeb7d81c8f req-ee28c478-0757-4b86-bd42-640d094cdca9 service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Updated VIF entry in instance network info cache for port ef745344-e66a-492b-8be1-02f4236cdae3. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.983499] env[63419]: DEBUG nova.network.neutron [req-0d5aaf50-77d3-45b5-acff-88eeb7d81c8f req-ee28c478-0757-4b86-bd42-640d094cdca9 service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Updating instance_info_cache with network_info: [{"id": "ef745344-e66a-492b-8be1-02f4236cdae3", "address": "fa:16:3e:90:b7:f7", "network": {"id": "d6e908f4-090b-4372-bbf0-210f17e350f5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2070017661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23a54b269cf438e8f62ba65c16e11d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef745344-e6", "ovs_interfaceid": "ef745344-e66a-492b-8be1-02f4236cdae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.990898] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621891, 'name': CreateVM_Task, 'duration_secs': 0.329565} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.991110] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.991801] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.991985] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.992414] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.992752] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8739cf8c-d017-4845-aa10-78ca915a2413 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.999410] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 598.999410] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a96392-79b7-d96e-050a-fad34a1bb5eb" [ 598.999410] env[63419]: _type = "Task" [ 598.999410] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.010240] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a96392-79b7-d96e-050a-fad34a1bb5eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.256618] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "082f4702-6472-4952-81fb-a4e100b6cb04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.257045] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "082f4702-6472-4952-81fb-a4e100b6cb04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.285640] env[63419]: DEBUG oslo_vmware.api [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2621888, 'name': PowerOnVM_Task, 'duration_secs': 0.941029} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.285853] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.286083] env[63419]: INFO nova.compute.manager [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Took 11.28 seconds to spawn the instance on the hypervisor. [ 599.286248] env[63419]: DEBUG nova.compute.manager [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.287250] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954a5c91-5b1b-4200-8307-982480738ca4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.372116] env[63419]: DEBUG nova.compute.utils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 599.377540] env[63419]: DEBUG nova.compute.manager [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.377719] env[63419]: DEBUG nova.network.neutron [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.383631] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Creating Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 599.383945] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2cf8baf6-0de6-43f6-ab6e-cbc94b300421 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.399620] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2621892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506192} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.403834] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 927418d6-d1f7-4dd9-802a-d71b8f799923/927418d6-d1f7-4dd9-802a-d71b8f799923.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.404227] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.404983] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 599.404983] env[63419]: value = "task-2621893" [ 599.404983] env[63419]: _type = "Task" [ 599.404983] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.405408] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef369a72-5357-41d3-ae7e-2852b3272efa {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.416777] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621893, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.418705] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 599.418705] env[63419]: value = "task-2621894" [ 599.418705] env[63419]: _type = "Task" [ 599.418705] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.430775] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2621894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.478519] env[63419]: INFO nova.compute.manager [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Rebuilding instance [ 599.482870] env[63419]: DEBUG nova.policy [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46c485149531470abf1e5c2b9bd0d6e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fa0366717134ea0ac8657d8e2ce8073', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.486369] env[63419]: DEBUG oslo_concurrency.lockutils [req-0d5aaf50-77d3-45b5-acff-88eeb7d81c8f req-ee28c478-0757-4b86-bd42-640d094cdca9 service nova] Releasing lock "refresh_cache-927418d6-d1f7-4dd9-802a-d71b8f799923" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.486628] env[63419]: DEBUG nova.compute.manager [req-0d5aaf50-77d3-45b5-acff-88eeb7d81c8f req-ee28c478-0757-4b86-bd42-640d094cdca9 service nova] [instance: b9e17b0f-6298-48f2-849b-9971fa0cecdf] Received event network-vif-deleted-5548b2be-0ee1-4b44-843c-4e9179c0d166 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 599.516293] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a96392-79b7-d96e-050a-fad34a1bb5eb, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.516591] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.516812] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.517076] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.517231] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.517421] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.517684] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7df49c2-9d1b-44cf-baad-c7a9b99e2a2d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.526218] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.526354] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.529344] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0bdab5a-bfa9-42e2-b44f-8dd33ab70d96 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.535630] env[63419]: DEBUG nova.compute.manager [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.540574] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7440254-6915-4557-80ea-fb39d36ad5ad {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.543841] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 599.543841] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52c55308-df1d-440f-96ca-75ed75ced951" [ 599.543841] env[63419]: _type = "Task" [ 599.543841] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.561944] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c55308-df1d-440f-96ca-75ed75ced951, 'name': SearchDatastore_Task, 'duration_secs': 0.015581} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.565575] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-195efe16-2711-4cb4-b36b-3119ac9a1e37 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.571595] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 599.571595] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]528adfd1-3418-4074-1b84-cf4295b68d93" [ 599.571595] env[63419]: _type = "Task" [ 599.571595] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.582124] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]528adfd1-3418-4074-1b84-cf4295b68d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.622484] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.622812] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a56836cc-c145-4e1e-b792-12907f51bcb5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.632354] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 599.632354] env[63419]: value = "task-2621895" [ 599.632354] env[63419]: _type = "Task" [ 599.632354] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.641801] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.805645] env[63419]: INFO nova.compute.manager [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Took 30.25 seconds to build instance. [ 599.883447] env[63419]: DEBUG nova.compute.manager [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.930144] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621893, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.935907] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2621894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067992} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.937322] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.937603] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8210700d-1671-445a-8c53-efb875c2cf3f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.965293] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 927418d6-d1f7-4dd9-802a-d71b8f799923/927418d6-d1f7-4dd9-802a-d71b8f799923.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.969324] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e457b2bf-12ef-44bf-a972-78904d7a62b2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.992587] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 599.992587] env[63419]: value = "task-2621896" [ 599.992587] env[63419]: _type = "Task" [ 599.992587] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.004219] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2621896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.027478] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84650a06-38ae-4f16-81b8-d64dedb05cb8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.036784] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c484e7a-eb16-4e26-aca2-9c685762403f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.073573] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c144441-ef44-419f-8213-ec100c1d99d4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.092029] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]528adfd1-3418-4074-1b84-cf4295b68d93, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.092281] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edd08ad-4ea0-4ff6-8114-31f4310e401f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.099412] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.099412] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 1584e140-07b6-4876-8d25-b814f731d86d/1584e140-07b6-4876-8d25-b814f731d86d.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.099412] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a007c97a-42cd-4f97-a209-1cd3f6937e32 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.104233] env[63419]: DEBUG nova.network.neutron [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Successfully created port: 84f983f8-b2c4-45ea-8829-82313a7d084e {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.119070] env[63419]: DEBUG nova.compute.provider_tree [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.120519] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 600.120519] env[63419]: value = "task-2621897" [ 600.120519] env[63419]: _type = "Task" [ 600.120519] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.128820] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2621897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.141237] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621895, 'name': PowerOffVM_Task, 'duration_secs': 0.316814} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.142854] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 600.142854] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3898393-1f2d-4765-b329-0a169654ac2a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.161072] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad733a6-7ec2-4eef-bd8a-b637112c21c0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.199598] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.199904] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c7c7df2-bf16-4f0a-ac97-7f9d9d793888 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.207234] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 600.207234] env[63419]: value = "task-2621898" [ 600.207234] env[63419]: _type = "Task" [ 600.207234] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.214973] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.307895] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1023af44-b364-4f31-9e13-cb58d81adc11 tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Lock "7f391b47-6f6b-44df-9d84-4001a5f04ad3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.759s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.378821] env[63419]: DEBUG nova.compute.manager [req-f0a7e4ff-047f-4ace-adde-4a814db5a85c req-8e5c6a18-14bd-4907-ac88-c4a8d40d8a9b service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Received event network-changed-3b4c9656-f9fb-4b64-9c27-34819a940ef5 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 600.378821] env[63419]: DEBUG nova.compute.manager [req-f0a7e4ff-047f-4ace-adde-4a814db5a85c req-8e5c6a18-14bd-4907-ac88-c4a8d40d8a9b service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Refreshing instance network info cache due to event network-changed-3b4c9656-f9fb-4b64-9c27-34819a940ef5. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 600.378821] env[63419]: DEBUG oslo_concurrency.lockutils [req-f0a7e4ff-047f-4ace-adde-4a814db5a85c req-8e5c6a18-14bd-4907-ac88-c4a8d40d8a9b service nova] Acquiring lock "refresh_cache-1584e140-07b6-4876-8d25-b814f731d86d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.378821] env[63419]: DEBUG oslo_concurrency.lockutils [req-f0a7e4ff-047f-4ace-adde-4a814db5a85c req-8e5c6a18-14bd-4907-ac88-c4a8d40d8a9b service nova] Acquired lock "refresh_cache-1584e140-07b6-4876-8d25-b814f731d86d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.378821] env[63419]: DEBUG nova.network.neutron [req-f0a7e4ff-047f-4ace-adde-4a814db5a85c req-8e5c6a18-14bd-4907-ac88-c4a8d40d8a9b service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Refreshing network info cache for port 3b4c9656-f9fb-4b64-9c27-34819a940ef5 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.422272] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621893, 'name': CreateSnapshot_Task, 'duration_secs': 0.543737} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.424763] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Created Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 600.424763] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c376617d-5c9e-4ae1-9e5d-3259539cca38 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.504531] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2621896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.574044] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.574365] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a025ea4d-d4a4-499f-bef5-0ba587b10c2a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.584446] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 600.584446] env[63419]: value = "task-2621899" [ 600.584446] env[63419]: _type = "Task" [ 600.584446] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.597576] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.623620] env[63419]: DEBUG nova.scheduler.client.report [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.638888] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2621897, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.720882] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] VM already powered off {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 600.721188] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.721450] env[63419]: DEBUG oslo_concurrency.lockutils [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.721600] env[63419]: DEBUG oslo_concurrency.lockutils [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.721811] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.722199] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-245614aa-d3f4-40ed-90c8-9aa1d4310a93 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.733527] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.733733] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.734533] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fbb5c1b-deda-4828-b0ad-2a3ecd063aec {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.740610] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 600.740610] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]529be1c3-af67-e281-a2bf-6ed249cda60e" [ 600.740610] env[63419]: _type = "Task" [ 600.740610] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.750263] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]529be1c3-af67-e281-a2bf-6ed249cda60e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.810497] env[63419]: DEBUG nova.compute.manager [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.895464] env[63419]: DEBUG nova.compute.manager [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.927173] env[63419]: DEBUG nova.virt.hardware [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.929264] env[63419]: DEBUG nova.virt.hardware [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.929264] env[63419]: DEBUG nova.virt.hardware [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.929264] env[63419]: DEBUG nova.virt.hardware [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.929464] env[63419]: DEBUG nova.virt.hardware [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.929464] env[63419]: DEBUG nova.virt.hardware [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.929808] env[63419]: DEBUG nova.virt.hardware [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.929885] env[63419]: DEBUG nova.virt.hardware [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.930107] env[63419]: DEBUG nova.virt.hardware [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.930168] env[63419]: DEBUG nova.virt.hardware [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.930344] env[63419]: DEBUG nova.virt.hardware [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.931338] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b17baa-66a3-451d-9ea1-5a109557995b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.948714] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Creating linked-clone VM from snapshot {{(pid=63419) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 600.948714] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c765cd8e-1d92-4294-ac98-0038377ede42 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.953132] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aeb024-b4ea-460f-b99f-9cbe77ba4189 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.970963] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 600.970963] env[63419]: value = "task-2621900" [ 600.970963] env[63419]: _type = "Task" [ 600.970963] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.983466] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621900, 'name': CloneVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.004113] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2621896, 'name': ReconfigVM_Task, 'duration_secs': 0.656997} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.004113] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 927418d6-d1f7-4dd9-802a-d71b8f799923/927418d6-d1f7-4dd9-802a-d71b8f799923.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.004113] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cde7bd1d-198a-4cc5-9965-620cfd78757d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.012108] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 601.012108] env[63419]: value = "task-2621901" [ 601.012108] env[63419]: _type = "Task" [ 601.012108] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.021879] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2621901, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.097130] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621899, 'name': PowerOffVM_Task, 'duration_secs': 0.121389} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.100192] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.100492] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.101641] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787674f5-fd72-40f0-b8e7-4eab7eacaf60 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.111891] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.113135] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7af3c1c9-ba41-4dfc-96ba-409629a4d161 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.133219] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.133219] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.810s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.133219] env[63419]: DEBUG nova.objects.instance [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Lazy-loading 'resources' on Instance uuid 2d0161c6-c351-4113-a846-e769fdef4c4c {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 601.139542] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 601.142023] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 601.142023] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Deleting the datastore file [datastore1] 154f2013-37a3-4e14-b377-e992a080d8f8 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.142023] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07d39fac-9a4c-418b-b825-ac869620cade {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.149473] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2621897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84581} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.151010] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 1584e140-07b6-4876-8d25-b814f731d86d/1584e140-07b6-4876-8d25-b814f731d86d.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.151135] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.152031] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bccffd76-11bc-4745-8c46-9a63f9f6016f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.155747] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 601.155747] env[63419]: value = "task-2621903" [ 601.155747] env[63419]: _type = "Task" [ 601.155747] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.163492] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 601.163492] env[63419]: value = "task-2621904" [ 601.163492] env[63419]: _type = "Task" [ 601.163492] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.169368] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.177404] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2621904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.181140] env[63419]: INFO nova.scheduler.client.report [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Deleted allocations for instance 75c01ee1-1172-46df-80ad-390f2fab38ce [ 601.255054] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]529be1c3-af67-e281-a2bf-6ed249cda60e, 'name': SearchDatastore_Task, 'duration_secs': 0.027078} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.255054] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d162079a-7dc6-43c6-bd50-3092472a7719 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.265054] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 601.265054] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]524f75c5-9948-f25b-5b3e-ca4348126c04" [ 601.265054] env[63419]: _type = "Task" [ 601.265054] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.277790] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524f75c5-9948-f25b-5b3e-ca4348126c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.335894] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.401314] env[63419]: DEBUG nova.network.neutron [req-f0a7e4ff-047f-4ace-adde-4a814db5a85c req-8e5c6a18-14bd-4907-ac88-c4a8d40d8a9b service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Updated VIF entry in instance network info cache for port 3b4c9656-f9fb-4b64-9c27-34819a940ef5. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.401653] env[63419]: DEBUG nova.network.neutron [req-f0a7e4ff-047f-4ace-adde-4a814db5a85c req-8e5c6a18-14bd-4907-ac88-c4a8d40d8a9b service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Updating instance_info_cache with network_info: [{"id": "3b4c9656-f9fb-4b64-9c27-34819a940ef5", "address": "fa:16:3e:56:06:df", "network": {"id": "19193428-3a6e-4572-bcb7-4af98e4a19bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1906502748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d969136d423a4a1aac6de0ebe9cad517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4c9656-f9", "ovs_interfaceid": "3b4c9656-f9fb-4b64-9c27-34819a940ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.483571] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621900, 'name': CloneVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.522139] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2621901, 'name': Rename_Task, 'duration_secs': 0.159293} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.522442] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.522707] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2de3f56-b3fd-4673-962d-02790d1e3b77 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.528936] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 601.528936] env[63419]: value = "task-2621905" [ 601.528936] env[63419]: _type = "Task" [ 601.528936] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.536991] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2621905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.674246] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316658} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.675909] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.677242] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.677242] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.690024] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2621904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099944} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.692361] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.693269] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b821cb2-8666-4705-9402-23e3fee107df tempest-AttachInterfacesV270Test-156504701 tempest-AttachInterfacesV270Test-156504701-project-member] Lock "75c01ee1-1172-46df-80ad-390f2fab38ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.978s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.694837] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205e85ce-1ca8-4dc8-9262-55397ca95f24 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.726398] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 1584e140-07b6-4876-8d25-b814f731d86d/1584e140-07b6-4876-8d25-b814f731d86d.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.734046] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e796ed94-d8c2-45a3-934c-5b2d1c20dc5f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.760991] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "e96b0ac5-39d8-4903-911a-5257757a8e23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.761259] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "e96b0ac5-39d8-4903-911a-5257757a8e23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.769185] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 601.769185] env[63419]: value = "task-2621906" [ 601.769185] env[63419]: _type = "Task" [ 601.769185] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.790212] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524f75c5-9948-f25b-5b3e-ca4348126c04, 'name': SearchDatastore_Task, 'duration_secs': 0.026046} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.793701] env[63419]: DEBUG oslo_concurrency.lockutils [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.793998] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 57df8151-b7ef-4faa-8451-4ca33d7daf39/cc4e344e-8c3c-4785-83c3-1f66694fa99d-rescue.vmdk. {{(pid=63419) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 601.794335] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2621906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.794557] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcdbb99a-01ed-4dc7-b47c-ba7d607c3e4b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.801639] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 601.801639] env[63419]: value = "task-2621907" [ 601.801639] env[63419]: _type = "Task" [ 601.801639] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.818209] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.905223] env[63419]: DEBUG oslo_concurrency.lockutils [req-f0a7e4ff-047f-4ace-adde-4a814db5a85c req-8e5c6a18-14bd-4907-ac88-c4a8d40d8a9b service nova] Releasing lock "refresh_cache-1584e140-07b6-4876-8d25-b814f731d86d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.000427] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621900, 'name': CloneVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.045588] env[63419]: DEBUG oslo_vmware.api [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2621905, 'name': PowerOnVM_Task, 'duration_secs': 0.497667} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.050794] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.051600] env[63419]: INFO nova.compute.manager [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Took 8.76 seconds to spawn the instance on the hypervisor. [ 602.051600] env[63419]: DEBUG nova.compute.manager [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.052861] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24d8486-97d1-4201-8fa6-e947064dd3e6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.203550] env[63419]: DEBUG nova.network.neutron [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Successfully updated port: 84f983f8-b2c4-45ea-8829-82313a7d084e {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.294031] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2621906, 'name': ReconfigVM_Task, 'duration_secs': 0.479778} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.294528] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 1584e140-07b6-4876-8d25-b814f731d86d/1584e140-07b6-4876-8d25-b814f731d86d.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.295493] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ecf8962-cec8-47bc-b7e6-30de0a682493 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.304895] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 602.304895] env[63419]: value = "task-2621908" [ 602.304895] env[63419]: _type = "Task" [ 602.304895] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.332343] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2621908, 'name': Rename_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.336665] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621907, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.435932] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f9a3bd-6d67-4a79-ba3e-88854d7562d3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.446291] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b2a324-7b69-4b49-af5d-f000988a555d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.492823] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1d997d-e8c0-4ef8-acda-b62f21fab27b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.507149] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621900, 'name': CloneVM_Task, 'duration_secs': 1.485155} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.507149] env[63419]: INFO nova.virt.vmwareapi.vmops [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Created linked-clone VM from snapshot [ 602.508405] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3c244d-8c71-476a-a161-7725a0d609ee {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.512884] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a5660b-e8df-492c-9010-ae247579f2d6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.530550] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Uploading image 85dbf70f-d0ef-4d87-9138-26695736a124 {{(pid=63419) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 602.535411] env[63419]: DEBUG nova.compute.provider_tree [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.573872] env[63419]: DEBUG oslo_vmware.rw_handles [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 602.573872] env[63419]: value = "vm-528480" [ 602.573872] env[63419]: _type = "VirtualMachine" [ 602.573872] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 602.574124] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b138f6f4-2b69-4e71-975b-cbb0a33cb1b1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.578251] env[63419]: INFO nova.compute.manager [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Took 30.34 seconds to build instance. [ 602.583227] env[63419]: DEBUG oslo_vmware.rw_handles [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lease: (returnval){ [ 602.583227] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52ed2c19-5854-e258-e699-8205f7717dde" [ 602.583227] env[63419]: _type = "HttpNfcLease" [ 602.583227] env[63419]: } obtained for exporting VM: (result){ [ 602.583227] env[63419]: value = "vm-528480" [ 602.583227] env[63419]: _type = "VirtualMachine" [ 602.583227] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 602.584160] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the lease: (returnval){ [ 602.584160] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52ed2c19-5854-e258-e699-8205f7717dde" [ 602.584160] env[63419]: _type = "HttpNfcLease" [ 602.584160] env[63419]: } to be ready. {{(pid=63419) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 602.592595] env[63419]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 602.592595] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52ed2c19-5854-e258-e699-8205f7717dde" [ 602.592595] env[63419]: _type = "HttpNfcLease" [ 602.592595] env[63419]: } is initializing. {{(pid=63419) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 602.715196] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Acquiring lock "refresh_cache-4489c2df-9894-49f3-ba4b-4a02b247bd23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.715751] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Acquired lock "refresh_cache-4489c2df-9894-49f3-ba4b-4a02b247bd23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.715751] env[63419]: DEBUG nova.network.neutron [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.750450] env[63419]: DEBUG nova.virt.hardware [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.750450] env[63419]: DEBUG nova.virt.hardware [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.750450] env[63419]: DEBUG nova.virt.hardware [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.750450] env[63419]: DEBUG nova.virt.hardware [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.750686] env[63419]: DEBUG nova.virt.hardware [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.750686] env[63419]: DEBUG nova.virt.hardware [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.750686] env[63419]: DEBUG nova.virt.hardware [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.750686] env[63419]: DEBUG nova.virt.hardware [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.750686] env[63419]: DEBUG nova.virt.hardware [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.750886] env[63419]: DEBUG nova.virt.hardware [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.750886] env[63419]: DEBUG nova.virt.hardware [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.751631] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874803f5-cbd9-47f8-9356-7960a171bc29 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.759860] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf092bc-f9db-4f74-9080-e4f09dec1f86 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.775345] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Instance VIF info [] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.781059] env[63419]: DEBUG oslo.service.loopingcall [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.781338] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.782362] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83a53f18-531b-4f08-917f-eab6789a05ed {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.800313] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.800313] env[63419]: value = "task-2621910" [ 602.800313] env[63419]: _type = "Task" [ 602.800313] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.811016] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621910, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.819733] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57098} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.820322] env[63419]: INFO nova.virt.vmwareapi.ds_util [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 57df8151-b7ef-4faa-8451-4ca33d7daf39/cc4e344e-8c3c-4785-83c3-1f66694fa99d-rescue.vmdk. [ 602.821181] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71393e94-4413-4fee-935c-6590c252d2b0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.827077] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2621908, 'name': Rename_Task, 'duration_secs': 0.15687} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.827847] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.828121] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e1f1fa2-8f78-4ec5-b45a-24021c795fda {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.461969] env[63419]: DEBUG nova.scheduler.client.report [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.464742] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a76b53e9-f130-493d-a010-4b85ff8207eb tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "927418d6-d1f7-4dd9-802a-d71b8f799923" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.196s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.474306] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 57df8151-b7ef-4faa-8451-4ca33d7daf39/cc4e344e-8c3c-4785-83c3-1f66694fa99d-rescue.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.475479] env[63419]: DEBUG nova.compute.manager [req-cd97685a-2201-40b5-b1b8-d714c7b37412 req-3531585f-cfec-413d-b977-59f987415fc1 service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Received event network-vif-plugged-84f983f8-b2c4-45ea-8829-82313a7d084e {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 603.475666] env[63419]: DEBUG oslo_concurrency.lockutils [req-cd97685a-2201-40b5-b1b8-d714c7b37412 req-3531585f-cfec-413d-b977-59f987415fc1 service nova] Acquiring lock "4489c2df-9894-49f3-ba4b-4a02b247bd23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.475966] env[63419]: DEBUG oslo_concurrency.lockutils [req-cd97685a-2201-40b5-b1b8-d714c7b37412 req-3531585f-cfec-413d-b977-59f987415fc1 service nova] Lock "4489c2df-9894-49f3-ba4b-4a02b247bd23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.476066] env[63419]: DEBUG oslo_concurrency.lockutils [req-cd97685a-2201-40b5-b1b8-d714c7b37412 req-3531585f-cfec-413d-b977-59f987415fc1 service nova] Lock "4489c2df-9894-49f3-ba4b-4a02b247bd23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.476848] env[63419]: DEBUG nova.compute.manager [req-cd97685a-2201-40b5-b1b8-d714c7b37412 req-3531585f-cfec-413d-b977-59f987415fc1 service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] No waiting events found dispatching network-vif-plugged-84f983f8-b2c4-45ea-8829-82313a7d084e {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.476848] env[63419]: WARNING nova.compute.manager [req-cd97685a-2201-40b5-b1b8-d714c7b37412 req-3531585f-cfec-413d-b977-59f987415fc1 service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Received unexpected event network-vif-plugged-84f983f8-b2c4-45ea-8829-82313a7d084e for instance with vm_state building and task_state spawning. [ 603.484640] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ff2e1e7-6efc-4b13-a455-e76749f221a6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.503271] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 603.503271] env[63419]: value = "task-2621911" [ 603.503271] env[63419]: _type = "Task" [ 603.503271] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.513766] env[63419]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 603.513766] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52ed2c19-5854-e258-e699-8205f7717dde" [ 603.513766] env[63419]: _type = "HttpNfcLease" [ 603.513766] env[63419]: } is ready. {{(pid=63419) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 603.514061] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621910, 'name': CreateVM_Task, 'duration_secs': 0.576113} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.515811] env[63419]: DEBUG oslo_vmware.rw_handles [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 603.515811] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52ed2c19-5854-e258-e699-8205f7717dde" [ 603.515811] env[63419]: _type = "HttpNfcLease" [ 603.515811] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 603.515811] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.517476] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e52586-f401-43e6-8ce0-42d1dfdcc10b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.519799] env[63419]: DEBUG oslo_concurrency.lockutils [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.519799] env[63419]: DEBUG oslo_concurrency.lockutils [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.519956] env[63419]: DEBUG oslo_concurrency.lockutils [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.524506] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d8fb11-4c31-496b-bae0-cca7768a0b93 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.526857] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 603.526857] env[63419]: value = "task-2621912" [ 603.526857] env[63419]: _type = "Task" [ 603.526857] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.527603] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2621911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.537801] env[63419]: DEBUG oslo_vmware.rw_handles [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52026a1a-e420-076d-8c6a-7737cb5fc8c0/disk-0.vmdk from lease info. {{(pid=63419) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 603.537801] env[63419]: DEBUG oslo_vmware.rw_handles [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52026a1a-e420-076d-8c6a-7737cb5fc8c0/disk-0.vmdk for reading. {{(pid=63419) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 603.538917] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 603.538917] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52af2386-6b76-f3f6-4267-7e2da871559b" [ 603.538917] env[63419]: _type = "Task" [ 603.538917] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.608581] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.609847] env[63419]: DEBUG nova.network.neutron [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.619023] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52af2386-6b76-f3f6-4267-7e2da871559b, 'name': SearchDatastore_Task, 'duration_secs': 0.034769} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.619329] env[63419]: DEBUG oslo_concurrency.lockutils [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.619555] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.619785] env[63419]: DEBUG oslo_concurrency.lockutils [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.619930] env[63419]: DEBUG oslo_concurrency.lockutils [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.620116] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.620382] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04896490-c2b2-4c56-8c94-3f88d15001d8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.630492] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.630690] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.631552] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d20d2b1-4ada-4afc-ae48-2c3971311c66 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.640777] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 603.640777] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5200b6c5-54ee-bf2a-250d-d180b3d2fcb6" [ 603.640777] env[63419]: _type = "Task" [ 603.640777] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.649862] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5200b6c5-54ee-bf2a-250d-d180b3d2fcb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.677616] env[63419]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d5285cf-2480-4347-9109-8fc64495d51d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.977727] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.845s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.979651] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.347s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.981199] env[63419]: INFO nova.compute.claims [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.001821] env[63419]: DEBUG nova.compute.manager [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.016913] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2621911, 'name': PowerOnVM_Task} progress is 79%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.035519] env[63419]: INFO nova.scheduler.client.report [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Deleted allocations for instance 2d0161c6-c351-4113-a846-e769fdef4c4c [ 604.060161] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.154213] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5200b6c5-54ee-bf2a-250d-d180b3d2fcb6, 'name': SearchDatastore_Task, 'duration_secs': 0.024508} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.158587] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f62187e9-4108-45ed-bc35-eb0ae71e3594 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.167586] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 604.167586] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52e0b415-5805-257e-9af6-7ab05d1eaac1" [ 604.167586] env[63419]: _type = "Task" [ 604.167586] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.179908] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e0b415-5805-257e-9af6-7ab05d1eaac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.264879] env[63419]: DEBUG nova.network.neutron [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Updating instance_info_cache with network_info: [{"id": "84f983f8-b2c4-45ea-8829-82313a7d084e", "address": "fa:16:3e:d8:02:f0", "network": {"id": "83ad0f98-afbf-4752-bf44-c7163756dbb9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1305223741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fa0366717134ea0ac8657d8e2ce8073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f983f8-b2", "ovs_interfaceid": "84f983f8-b2c4-45ea-8829-82313a7d084e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.524252] env[63419]: DEBUG oslo_vmware.api [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2621911, 'name': PowerOnVM_Task, 'duration_secs': 0.77344} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.524680] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.524961] env[63419]: INFO nova.compute.manager [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Took 8.53 seconds to spawn the instance on the hypervisor. [ 604.525179] env[63419]: DEBUG nova.compute.manager [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.528988] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b422503-a6f2-4c37-ba83-22b88e582ebc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.544296] env[63419]: DEBUG oslo_concurrency.lockutils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.561859] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a0dd25c-0b7b-4525-bcf3-30d862b8e2d9 tempest-ServerDiagnosticsV248Test-749147032 tempest-ServerDiagnosticsV248Test-749147032-project-member] Lock "2d0161c6-c351-4113-a846-e769fdef4c4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.593s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.571883] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621912, 'name': ReconfigVM_Task, 'duration_secs': 0.802764} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.571883] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 57df8151-b7ef-4faa-8451-4ca33d7daf39/cc4e344e-8c3c-4785-83c3-1f66694fa99d-rescue.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.572358] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14047f4b-95c3-4450-8d04-cd2bbf2cbd22 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.606703] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-959f2d32-d776-4f6d-89b5-3c87f8c094a8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.624218] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 604.624218] env[63419]: value = "task-2621913" [ 604.624218] env[63419]: _type = "Task" [ 604.624218] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.633526] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.680311] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e0b415-5805-257e-9af6-7ab05d1eaac1, 'name': SearchDatastore_Task, 'duration_secs': 0.017376} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.680311] env[63419]: DEBUG oslo_concurrency.lockutils [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.680603] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 154f2013-37a3-4e14-b377-e992a080d8f8/154f2013-37a3-4e14-b377-e992a080d8f8.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.680988] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fa3fd27-a91a-4608-9a75-012b4fce53f9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.692367] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 604.692367] env[63419]: value = "task-2621914" [ 604.692367] env[63419]: _type = "Task" [ 604.692367] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.701815] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.774303] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Releasing lock "refresh_cache-4489c2df-9894-49f3-ba4b-4a02b247bd23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.774303] env[63419]: DEBUG nova.compute.manager [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Instance network_info: |[{"id": "84f983f8-b2c4-45ea-8829-82313a7d084e", "address": "fa:16:3e:d8:02:f0", "network": {"id": "83ad0f98-afbf-4752-bf44-c7163756dbb9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1305223741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fa0366717134ea0ac8657d8e2ce8073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f983f8-b2", "ovs_interfaceid": "84f983f8-b2c4-45ea-8829-82313a7d084e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.774456] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:02:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84f983f8-b2c4-45ea-8829-82313a7d084e', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.784753] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Creating folder: Project (5fa0366717134ea0ac8657d8e2ce8073). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.785215] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72a1a046-75ae-4068-b4cf-cff9bc3d3a79 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.798296] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Created folder: Project (5fa0366717134ea0ac8657d8e2ce8073) in parent group-v528420. [ 604.798607] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Creating folder: Instances. Parent ref: group-v528482. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.798761] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-338f21c9-0769-435b-9617-5bcc3eb710ba {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.808043] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Created folder: Instances in parent group-v528482. [ 604.808308] env[63419]: DEBUG oslo.service.loopingcall [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.808666] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.808771] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-098985aa-e811-4897-93bd-c681dc502012 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.831657] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.831657] env[63419]: value = "task-2621917" [ 604.831657] env[63419]: _type = "Task" [ 604.831657] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.842234] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621917, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.979576] env[63419]: DEBUG nova.compute.manager [req-0e2a9cc3-6437-4907-a959-50a661872d6f req-b7b4904c-27b7-480f-8137-1119214e0785 service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Received event network-changed-5e4f8ea0-cf27-452d-b132-8be449ad60c3 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 604.979794] env[63419]: DEBUG nova.compute.manager [req-0e2a9cc3-6437-4907-a959-50a661872d6f req-b7b4904c-27b7-480f-8137-1119214e0785 service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Refreshing instance network info cache due to event network-changed-5e4f8ea0-cf27-452d-b132-8be449ad60c3. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 604.980041] env[63419]: DEBUG oslo_concurrency.lockutils [req-0e2a9cc3-6437-4907-a959-50a661872d6f req-b7b4904c-27b7-480f-8137-1119214e0785 service nova] Acquiring lock "refresh_cache-7f391b47-6f6b-44df-9d84-4001a5f04ad3" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.982283] env[63419]: DEBUG oslo_concurrency.lockutils [req-0e2a9cc3-6437-4907-a959-50a661872d6f req-b7b4904c-27b7-480f-8137-1119214e0785 service nova] Acquired lock "refresh_cache-7f391b47-6f6b-44df-9d84-4001a5f04ad3" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.982724] env[63419]: DEBUG nova.network.neutron [req-0e2a9cc3-6437-4907-a959-50a661872d6f req-b7b4904c-27b7-480f-8137-1119214e0785 service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Refreshing network info cache for port 5e4f8ea0-cf27-452d-b132-8be449ad60c3 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.057048] env[63419]: INFO nova.compute.manager [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Took 27.55 seconds to build instance. [ 605.142622] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621913, 'name': ReconfigVM_Task, 'duration_secs': 0.176839} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.146133] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.150538] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47ce863f-5105-4bb0-854a-db9483f3ecc7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.151579] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "6d7003a6-9033-44d2-846c-593196cce92b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.153129] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "6d7003a6-9033-44d2-846c-593196cce92b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.160632] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 605.160632] env[63419]: value = "task-2621918" [ 605.160632] env[63419]: _type = "Task" [ 605.160632] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.177261] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.209915] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621914, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.344405] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621917, 'name': CreateVM_Task, 'duration_secs': 0.417584} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.348799] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.350149] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.353233] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.353574] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.353852] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c01f00-a769-4a28-8f00-0ee7ba6b86d3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.366993] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Waiting for the task: (returnval){ [ 605.366993] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5278f2c8-93d3-5f60-3c22-f91d8c41c1fd" [ 605.366993] env[63419]: _type = "Task" [ 605.366993] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.377248] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5278f2c8-93d3-5f60-3c22-f91d8c41c1fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.559618] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fbb4bf37-824e-406e-b96e-ea3ee0a226f1 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "1584e140-07b6-4876-8d25-b814f731d86d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.144s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.572275] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435446b2-75bd-4535-8c06-746331a95aeb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.582168] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea62e3d-3908-4c4f-bf0b-c5a3c89a3950 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.628776] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c50f80e-f623-479a-ac10-3c9beb6cba4d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.639714] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d654d3a-4689-40ff-ab7a-0b39098c1145 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.663907] env[63419]: DEBUG nova.compute.provider_tree [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.677596] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.705027] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551408} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.705191] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 154f2013-37a3-4e14-b377-e992a080d8f8/154f2013-37a3-4e14-b377-e992a080d8f8.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.705435] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.706186] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-354e3a41-ee8a-4208-849d-d4341ceae53c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.715180] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 605.715180] env[63419]: value = "task-2621919" [ 605.715180] env[63419]: _type = "Task" [ 605.715180] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.722589] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.884858] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquiring lock "6208214a-b636-4618-94fc-54bb321c86c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.885698] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Lock "6208214a-b636-4618-94fc-54bb321c86c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.894911] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5278f2c8-93d3-5f60-3c22-f91d8c41c1fd, 'name': SearchDatastore_Task, 'duration_secs': 0.022131} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.894911] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.894911] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.896736] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.896736] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.896999] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.901020] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeec6eff-079d-4a0e-b5c1-8bac56b64cda {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.911086] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.911554] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.914277] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8297bd3e-3df9-4674-bc96-74023f0410c1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.922672] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Waiting for the task: (returnval){ [ 605.922672] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52cbfa0f-c2de-1df4-a548-29016e8f3651" [ 605.922672] env[63419]: _type = "Task" [ 605.922672] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.932798] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52cbfa0f-c2de-1df4-a548-29016e8f3651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.998958] env[63419]: DEBUG nova.network.neutron [req-0e2a9cc3-6437-4907-a959-50a661872d6f req-b7b4904c-27b7-480f-8137-1119214e0785 service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Updated VIF entry in instance network info cache for port 5e4f8ea0-cf27-452d-b132-8be449ad60c3. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.998958] env[63419]: DEBUG nova.network.neutron [req-0e2a9cc3-6437-4907-a959-50a661872d6f req-b7b4904c-27b7-480f-8137-1119214e0785 service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Updating instance_info_cache with network_info: [{"id": "5e4f8ea0-cf27-452d-b132-8be449ad60c3", "address": "fa:16:3e:7b:6f:2f", "network": {"id": "4953f7ce-1907-48fe-937d-7a2694e41b0f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1285172004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f40feb20bd24ac1b89a0dc4bd316b69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e4f8ea0-cf", "ovs_interfaceid": "5e4f8ea0-cf27-452d-b132-8be449ad60c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.062432] env[63419]: DEBUG nova.compute.manager [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.168244] env[63419]: DEBUG nova.scheduler.client.report [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.192050] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.225209] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113335} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.225676] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.226789] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66483147-44ba-4961-a86d-c0ce8a8e7e01 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.252728] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 154f2013-37a3-4e14-b377-e992a080d8f8/154f2013-37a3-4e14-b377-e992a080d8f8.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.253083] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3d99a7e-f4f0-4103-97f8-2851ed102bd4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.274996] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 606.274996] env[63419]: value = "task-2621920" [ 606.274996] env[63419]: _type = "Task" [ 606.274996] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.284652] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.436587] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52cbfa0f-c2de-1df4-a548-29016e8f3651, 'name': SearchDatastore_Task, 'duration_secs': 0.013932} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.437636] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b547a5-fb00-46dd-ad26-2433ce711528 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.442171] env[63419]: DEBUG nova.compute.manager [req-4afb2e52-098d-4e0a-9181-bec4b7b8355b req-9c86b800-1093-411f-af85-3278fa3055f2 service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Received event network-changed-84f983f8-b2c4-45ea-8829-82313a7d084e {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 606.442476] env[63419]: DEBUG nova.compute.manager [req-4afb2e52-098d-4e0a-9181-bec4b7b8355b req-9c86b800-1093-411f-af85-3278fa3055f2 service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Refreshing instance network info cache due to event network-changed-84f983f8-b2c4-45ea-8829-82313a7d084e. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 606.442777] env[63419]: DEBUG oslo_concurrency.lockutils [req-4afb2e52-098d-4e0a-9181-bec4b7b8355b req-9c86b800-1093-411f-af85-3278fa3055f2 service nova] Acquiring lock "refresh_cache-4489c2df-9894-49f3-ba4b-4a02b247bd23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.443034] env[63419]: DEBUG oslo_concurrency.lockutils [req-4afb2e52-098d-4e0a-9181-bec4b7b8355b req-9c86b800-1093-411f-af85-3278fa3055f2 service nova] Acquired lock "refresh_cache-4489c2df-9894-49f3-ba4b-4a02b247bd23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.443477] env[63419]: DEBUG nova.network.neutron [req-4afb2e52-098d-4e0a-9181-bec4b7b8355b req-9c86b800-1093-411f-af85-3278fa3055f2 service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Refreshing network info cache for port 84f983f8-b2c4-45ea-8829-82313a7d084e {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.450108] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Waiting for the task: (returnval){ [ 606.450108] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52c4c103-b2b1-ee38-7eac-17b9b8c54149" [ 606.450108] env[63419]: _type = "Task" [ 606.450108] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.462348] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c4c103-b2b1-ee38-7eac-17b9b8c54149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.502785] env[63419]: DEBUG oslo_concurrency.lockutils [req-0e2a9cc3-6437-4907-a959-50a661872d6f req-b7b4904c-27b7-480f-8137-1119214e0785 service nova] Releasing lock "refresh_cache-7f391b47-6f6b-44df-9d84-4001a5f04ad3" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.594437] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.673865] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.674437] env[63419]: DEBUG nova.compute.manager [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.681814] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.117s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.682787] env[63419]: INFO nova.compute.claims [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.692108] env[63419]: DEBUG oslo_vmware.api [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621918, 'name': PowerOnVM_Task, 'duration_secs': 1.210263} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.692354] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.696556] env[63419]: DEBUG nova.compute.manager [None req-87a61914-7aaf-4030-9ec3-a9ac86a9cd5c tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.697447] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a917a1e-4ca7-4998-9bb2-a284bcc893ef {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.787721] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.962288] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c4c103-b2b1-ee38-7eac-17b9b8c54149, 'name': SearchDatastore_Task, 'duration_secs': 0.016226} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.962573] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.962922] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 4489c2df-9894-49f3-ba4b-4a02b247bd23/4489c2df-9894-49f3-ba4b-4a02b247bd23.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.963246] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f35b36f5-7de7-4cbb-b46d-1eb06e0dea02 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.976499] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Waiting for the task: (returnval){ [ 606.976499] env[63419]: value = "task-2621921" [ 606.976499] env[63419]: _type = "Task" [ 606.976499] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.986268] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.187999] env[63419]: DEBUG nova.compute.utils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 607.192107] env[63419]: DEBUG nova.compute.manager [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.192430] env[63419]: DEBUG nova.network.neutron [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.289712] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621920, 'name': ReconfigVM_Task, 'duration_secs': 0.577972} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.291046] env[63419]: DEBUG nova.network.neutron [req-4afb2e52-098d-4e0a-9181-bec4b7b8355b req-9c86b800-1093-411f-af85-3278fa3055f2 service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Updated VIF entry in instance network info cache for port 84f983f8-b2c4-45ea-8829-82313a7d084e. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.292241] env[63419]: DEBUG nova.network.neutron [req-4afb2e52-098d-4e0a-9181-bec4b7b8355b req-9c86b800-1093-411f-af85-3278fa3055f2 service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Updating instance_info_cache with network_info: [{"id": "84f983f8-b2c4-45ea-8829-82313a7d084e", "address": "fa:16:3e:d8:02:f0", "network": {"id": "83ad0f98-afbf-4752-bf44-c7163756dbb9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1305223741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fa0366717134ea0ac8657d8e2ce8073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f983f8-b2", "ovs_interfaceid": "84f983f8-b2c4-45ea-8829-82313a7d084e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.294622] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 154f2013-37a3-4e14-b377-e992a080d8f8/154f2013-37a3-4e14-b377-e992a080d8f8.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.295108] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2b31285-cdc1-401f-a445-5f69abc58edc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.306200] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 607.306200] env[63419]: value = "task-2621922" [ 607.306200] env[63419]: _type = "Task" [ 607.306200] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.313158] env[63419]: DEBUG nova.policy [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63efb0083c554177b9a4bbd104bfd0ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a144028c2114b2d8da938b5336dfd31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.321435] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621922, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.489195] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621921, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.704618] env[63419]: DEBUG nova.compute.manager [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.800758] env[63419]: DEBUG oslo_concurrency.lockutils [req-4afb2e52-098d-4e0a-9181-bec4b7b8355b req-9c86b800-1093-411f-af85-3278fa3055f2 service nova] Releasing lock "refresh_cache-4489c2df-9894-49f3-ba4b-4a02b247bd23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.819553] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621922, 'name': Rename_Task, 'duration_secs': 0.456001} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.819895] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.822016] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64f3ba19-e8ec-4c6b-be36-0486547f44ef {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.827543] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 607.827543] env[63419]: value = "task-2621923" [ 607.827543] env[63419]: _type = "Task" [ 607.827543] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.836565] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.878108] env[63419]: DEBUG nova.compute.manager [req-4cddf18d-73dd-40a0-9820-dcfc1b429977 req-abdb23a7-bd89-4702-b198-9eeabfaecca6 service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Received event network-changed-ef745344-e66a-492b-8be1-02f4236cdae3 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 607.878407] env[63419]: DEBUG nova.compute.manager [req-4cddf18d-73dd-40a0-9820-dcfc1b429977 req-abdb23a7-bd89-4702-b198-9eeabfaecca6 service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Refreshing instance network info cache due to event network-changed-ef745344-e66a-492b-8be1-02f4236cdae3. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 607.878610] env[63419]: DEBUG oslo_concurrency.lockutils [req-4cddf18d-73dd-40a0-9820-dcfc1b429977 req-abdb23a7-bd89-4702-b198-9eeabfaecca6 service nova] Acquiring lock "refresh_cache-927418d6-d1f7-4dd9-802a-d71b8f799923" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.881812] env[63419]: DEBUG oslo_concurrency.lockutils [req-4cddf18d-73dd-40a0-9820-dcfc1b429977 req-abdb23a7-bd89-4702-b198-9eeabfaecca6 service nova] Acquired lock "refresh_cache-927418d6-d1f7-4dd9-802a-d71b8f799923" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.881812] env[63419]: DEBUG nova.network.neutron [req-4cddf18d-73dd-40a0-9820-dcfc1b429977 req-abdb23a7-bd89-4702-b198-9eeabfaecca6 service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Refreshing network info cache for port ef745344-e66a-492b-8be1-02f4236cdae3 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.993078] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633628} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.993521] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 4489c2df-9894-49f3-ba4b-4a02b247bd23/4489c2df-9894-49f3-ba4b-4a02b247bd23.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.993885] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.994185] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee020006-2418-4e58-b52a-0ccdd5f817c9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.005479] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Waiting for the task: (returnval){ [ 608.005479] env[63419]: value = "task-2621924" [ 608.005479] env[63419]: _type = "Task" [ 608.005479] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.018335] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.031915] env[63419]: DEBUG nova.network.neutron [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Successfully created port: fc7d37a2-3465-4860-8670-e4a739d90b5f {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.343302] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "77c2b58c-a547-42bd-a3b3-3abdc3b49ec0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.343302] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "77c2b58c-a547-42bd-a3b3-3abdc3b49ec0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.351187] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.353064] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009ac5cb-b528-4371-8f8f-b35baf7e6ee8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.362394] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cb99fb-191d-468a-9719-c38d37604c70 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.403026] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9690d47d-8be6-406d-bbc6-f07769edafd3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.406196] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "5af08ad9-7de0-412d-9ed0-c2bfce9c9b25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.406421] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "5af08ad9-7de0-412d-9ed0-c2bfce9c9b25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.413083] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc2e7b-3e2a-442b-ad81-ed3cb94c6d12 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.430028] env[63419]: DEBUG nova.compute.provider_tree [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.519577] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621924, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.725654] env[63419]: DEBUG nova.compute.manager [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.752743] env[63419]: DEBUG nova.virt.hardware [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.753082] env[63419]: DEBUG nova.virt.hardware [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.753355] env[63419]: DEBUG nova.virt.hardware [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.753775] env[63419]: DEBUG nova.virt.hardware [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.753950] env[63419]: DEBUG nova.virt.hardware [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.754417] env[63419]: DEBUG nova.virt.hardware [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.755010] env[63419]: DEBUG nova.virt.hardware [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.757076] env[63419]: DEBUG nova.virt.hardware [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.757076] env[63419]: DEBUG nova.virt.hardware [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.757076] env[63419]: DEBUG nova.virt.hardware [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.757076] env[63419]: DEBUG nova.virt.hardware [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.757719] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803f6b7c-bd70-4d22-9e24-e136cc4512d1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.766258] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d11cbb-839c-4d1b-9330-f2f14ef1c406 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.838453] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621923, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.937299] env[63419]: DEBUG nova.scheduler.client.report [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.939778] env[63419]: DEBUG nova.network.neutron [req-4cddf18d-73dd-40a0-9820-dcfc1b429977 req-abdb23a7-bd89-4702-b198-9eeabfaecca6 service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Updated VIF entry in instance network info cache for port ef745344-e66a-492b-8be1-02f4236cdae3. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.940362] env[63419]: DEBUG nova.network.neutron [req-4cddf18d-73dd-40a0-9820-dcfc1b429977 req-abdb23a7-bd89-4702-b198-9eeabfaecca6 service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Updating instance_info_cache with network_info: [{"id": "ef745344-e66a-492b-8be1-02f4236cdae3", "address": "fa:16:3e:90:b7:f7", "network": {"id": "d6e908f4-090b-4372-bbf0-210f17e350f5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2070017661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23a54b269cf438e8f62ba65c16e11d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef745344-e6", "ovs_interfaceid": "ef745344-e66a-492b-8be1-02f4236cdae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.020667] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.616734} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.020978] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.021972] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666cfd39-3032-42e8-ac3b-45d693b379d6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.048148] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 4489c2df-9894-49f3-ba4b-4a02b247bd23/4489c2df-9894-49f3-ba4b-4a02b247bd23.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.048148] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62b843ef-6bc2-4403-a9cd-ce0875ec0e1f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.074520] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Waiting for the task: (returnval){ [ 609.074520] env[63419]: value = "task-2621925" [ 609.074520] env[63419]: _type = "Task" [ 609.074520] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.084893] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.341972] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621923, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.444466] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.447415] env[63419]: DEBUG nova.compute.manager [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.449833] env[63419]: DEBUG oslo_concurrency.lockutils [req-4cddf18d-73dd-40a0-9820-dcfc1b429977 req-abdb23a7-bd89-4702-b198-9eeabfaecca6 service nova] Releasing lock "refresh_cache-927418d6-d1f7-4dd9-802a-d71b8f799923" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.450805] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.388s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.451804] env[63419]: DEBUG nova.objects.instance [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lazy-loading 'resources' on Instance uuid bc5f3770-73db-4b5a-98cd-03412048c8ca {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 609.585275] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.771831] env[63419]: DEBUG nova.compute.manager [req-5a85681e-61f2-46d4-b3d5-e76fb653aa5a req-8c427177-f825-49a0-9042-48e736eec742 service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Received event network-changed-3b4c9656-f9fb-4b64-9c27-34819a940ef5 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 609.771831] env[63419]: DEBUG nova.compute.manager [req-5a85681e-61f2-46d4-b3d5-e76fb653aa5a req-8c427177-f825-49a0-9042-48e736eec742 service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Refreshing instance network info cache due to event network-changed-3b4c9656-f9fb-4b64-9c27-34819a940ef5. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 609.771831] env[63419]: DEBUG oslo_concurrency.lockutils [req-5a85681e-61f2-46d4-b3d5-e76fb653aa5a req-8c427177-f825-49a0-9042-48e736eec742 service nova] Acquiring lock "refresh_cache-1584e140-07b6-4876-8d25-b814f731d86d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.771831] env[63419]: DEBUG oslo_concurrency.lockutils [req-5a85681e-61f2-46d4-b3d5-e76fb653aa5a req-8c427177-f825-49a0-9042-48e736eec742 service nova] Acquired lock "refresh_cache-1584e140-07b6-4876-8d25-b814f731d86d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.771831] env[63419]: DEBUG nova.network.neutron [req-5a85681e-61f2-46d4-b3d5-e76fb653aa5a req-8c427177-f825-49a0-9042-48e736eec742 service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Refreshing network info cache for port 3b4c9656-f9fb-4b64-9c27-34819a940ef5 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.844584] env[63419]: DEBUG oslo_vmware.api [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621923, 'name': PowerOnVM_Task, 'duration_secs': 1.605034} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.846036] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.846036] env[63419]: DEBUG nova.compute.manager [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.846375] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af22063-85fb-488b-880d-d0a3b80db4be {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.952345] env[63419]: DEBUG nova.compute.utils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 609.958027] env[63419]: DEBUG nova.compute.manager [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.958027] env[63419]: DEBUG nova.network.neutron [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.050074] env[63419]: DEBUG nova.policy [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8066e08af9e046ae9fbf50177cd3c627', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddb4f67636a24cf2a81366a21ad25042', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.090710] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621925, 'name': ReconfigVM_Task, 'duration_secs': 0.733302} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.094159] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 4489c2df-9894-49f3-ba4b-4a02b247bd23/4489c2df-9894-49f3-ba4b-4a02b247bd23.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.095078] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce708f42-1ca6-4c2e-8de3-8a0046a78165 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.103117] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Waiting for the task: (returnval){ [ 610.103117] env[63419]: value = "task-2621926" [ 610.103117] env[63419]: _type = "Task" [ 610.103117] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.114442] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621926, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.217360] env[63419]: DEBUG nova.network.neutron [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Successfully updated port: fc7d37a2-3465-4860-8670-e4a739d90b5f {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.366021] env[63419]: DEBUG oslo_concurrency.lockutils [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.463148] env[63419]: DEBUG nova.compute.manager [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.619798] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621926, 'name': Rename_Task, 'duration_secs': 0.236437} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.620514] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.620514] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd9f440a-7ebd-447b-839e-5d3197ec3b59 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.633238] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Waiting for the task: (returnval){ [ 610.633238] env[63419]: value = "task-2621927" [ 610.633238] env[63419]: _type = "Task" [ 610.633238] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.641102] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58981a7f-399b-4f36-9e00-929e74fce1bf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.657453] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621927, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.659044] env[63419]: DEBUG nova.network.neutron [req-5a85681e-61f2-46d4-b3d5-e76fb653aa5a req-8c427177-f825-49a0-9042-48e736eec742 service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Updated VIF entry in instance network info cache for port 3b4c9656-f9fb-4b64-9c27-34819a940ef5. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.659679] env[63419]: DEBUG nova.network.neutron [req-5a85681e-61f2-46d4-b3d5-e76fb653aa5a req-8c427177-f825-49a0-9042-48e736eec742 service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Updating instance_info_cache with network_info: [{"id": "3b4c9656-f9fb-4b64-9c27-34819a940ef5", "address": "fa:16:3e:56:06:df", "network": {"id": "19193428-3a6e-4572-bcb7-4af98e4a19bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1906502748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d969136d423a4a1aac6de0ebe9cad517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4c9656-f9", "ovs_interfaceid": "3b4c9656-f9fb-4b64-9c27-34819a940ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.662477] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b489d0-63f1-4d6c-b4f8-f4dda24e7e8c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.703655] env[63419]: DEBUG nova.network.neutron [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Successfully created port: 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.708379] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118a9ae5-0992-4c9a-8cb5-73a14d9a61a3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.718038] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a81a796-9fd5-415f-8b34-584b37c93bad {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.722842] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquiring lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.722842] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquired lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.723075] env[63419]: DEBUG nova.network.neutron [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.737009] env[63419]: DEBUG nova.compute.provider_tree [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.146962] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621927, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.153299] env[63419]: DEBUG nova.compute.manager [req-8f0fe97f-0e88-40f4-a012-6375755944a4 req-7cea5853-fa3c-4dec-ab0e-b016b6e4583f service nova] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Received event network-vif-plugged-fc7d37a2-3465-4860-8670-e4a739d90b5f {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 611.153299] env[63419]: DEBUG oslo_concurrency.lockutils [req-8f0fe97f-0e88-40f4-a012-6375755944a4 req-7cea5853-fa3c-4dec-ab0e-b016b6e4583f service nova] Acquiring lock "d7e1b035-942f-45f6-a94e-3a67e0cefec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.153299] env[63419]: DEBUG oslo_concurrency.lockutils [req-8f0fe97f-0e88-40f4-a012-6375755944a4 req-7cea5853-fa3c-4dec-ab0e-b016b6e4583f service nova] Lock "d7e1b035-942f-45f6-a94e-3a67e0cefec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.153299] env[63419]: DEBUG oslo_concurrency.lockutils [req-8f0fe97f-0e88-40f4-a012-6375755944a4 req-7cea5853-fa3c-4dec-ab0e-b016b6e4583f service nova] Lock "d7e1b035-942f-45f6-a94e-3a67e0cefec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.153299] env[63419]: DEBUG nova.compute.manager [req-8f0fe97f-0e88-40f4-a012-6375755944a4 req-7cea5853-fa3c-4dec-ab0e-b016b6e4583f service nova] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] No waiting events found dispatching network-vif-plugged-fc7d37a2-3465-4860-8670-e4a739d90b5f {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.153494] env[63419]: WARNING nova.compute.manager [req-8f0fe97f-0e88-40f4-a012-6375755944a4 req-7cea5853-fa3c-4dec-ab0e-b016b6e4583f service nova] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Received unexpected event network-vif-plugged-fc7d37a2-3465-4860-8670-e4a739d90b5f for instance with vm_state building and task_state spawning. [ 611.167478] env[63419]: DEBUG oslo_concurrency.lockutils [req-5a85681e-61f2-46d4-b3d5-e76fb653aa5a req-8c427177-f825-49a0-9042-48e736eec742 service nova] Releasing lock "refresh_cache-1584e140-07b6-4876-8d25-b814f731d86d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.243229] env[63419]: DEBUG nova.scheduler.client.report [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.273134] env[63419]: DEBUG nova.network.neutron [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.318565] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "19a2af7c-98e8-459b-852b-e9b213388b66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.318911] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "19a2af7c-98e8-459b-852b-e9b213388b66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.481466] env[63419]: DEBUG nova.compute.manager [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.504460] env[63419]: DEBUG nova.network.neutron [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Updating instance_info_cache with network_info: [{"id": "fc7d37a2-3465-4860-8670-e4a739d90b5f", "address": "fa:16:3e:22:11:12", "network": {"id": "79be7556-de92-4271-894b-8b1c2cc27ecb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1601633248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a144028c2114b2d8da938b5336dfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7d37a2-34", "ovs_interfaceid": "fc7d37a2-3465-4860-8670-e4a739d90b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.519643] env[63419]: DEBUG nova.virt.hardware [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.520155] env[63419]: DEBUG nova.virt.hardware [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.520439] env[63419]: DEBUG nova.virt.hardware [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.520732] env[63419]: DEBUG nova.virt.hardware [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.520993] env[63419]: DEBUG nova.virt.hardware [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.521273] env[63419]: DEBUG nova.virt.hardware [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.521612] env[63419]: DEBUG nova.virt.hardware [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.521930] env[63419]: DEBUG nova.virt.hardware [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.522257] env[63419]: DEBUG nova.virt.hardware [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.522546] env[63419]: DEBUG nova.virt.hardware [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.524017] env[63419]: DEBUG nova.virt.hardware [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.524168] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dde7a5-a9f0-412b-b665-4720fad503da {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.534271] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a651ad-fd6f-464c-a063-5c4dea3c17db {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.649515] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621927, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.751441] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.755237] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.762s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.791026] env[63419]: INFO nova.scheduler.client.report [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Deleted allocations for instance bc5f3770-73db-4b5a-98cd-03412048c8ca [ 612.009563] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Releasing lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.009563] env[63419]: DEBUG nova.compute.manager [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Instance network_info: |[{"id": "fc7d37a2-3465-4860-8670-e4a739d90b5f", "address": "fa:16:3e:22:11:12", "network": {"id": "79be7556-de92-4271-894b-8b1c2cc27ecb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1601633248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a144028c2114b2d8da938b5336dfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7d37a2-34", "ovs_interfaceid": "fc7d37a2-3465-4860-8670-e4a739d90b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.009817] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:11:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc7d37a2-3465-4860-8670-e4a739d90b5f', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.018796] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Creating folder: Project (8a144028c2114b2d8da938b5336dfd31). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.020448] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a026625-7876-4860-a0c3-f01d8a9c64e0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.034022] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Created folder: Project (8a144028c2114b2d8da938b5336dfd31) in parent group-v528420. [ 612.034022] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Creating folder: Instances. Parent ref: group-v528485. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.034022] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fef1e5fc-e9ff-4b2a-a1bb-c72346655cdb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.045325] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Created folder: Instances in parent group-v528485. [ 612.045325] env[63419]: DEBUG oslo.service.loopingcall [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.045325] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.045325] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9829f86-33e9-4598-9ccb-a80e0ec579eb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.070411] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.070411] env[63419]: value = "task-2621930" [ 612.070411] env[63419]: _type = "Task" [ 612.070411] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.079893] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621930, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.151770] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621927, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.262295] env[63419]: INFO nova.compute.claims [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.304645] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8a887a61-57db-4907-82b7-87d42106b125 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "bc5f3770-73db-4b5a-98cd-03412048c8ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.362s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.489673] env[63419]: INFO nova.compute.manager [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Rebuilding instance [ 612.555471] env[63419]: DEBUG nova.compute.manager [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.556944] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501914ff-934f-4a0e-a2bb-21f3bc02915b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.587419] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621930, 'name': CreateVM_Task, 'duration_secs': 0.491579} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.590129] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.591119] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.591119] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.591444] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.591759] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e035812a-f03a-4d85-8a60-b9f73476c8cc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.603186] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Waiting for the task: (returnval){ [ 612.603186] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52e9b258-deac-4edb-c1f4-518fb2659742" [ 612.603186] env[63419]: _type = "Task" [ 612.603186] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.611648] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e9b258-deac-4edb-c1f4-518fb2659742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.648354] env[63419]: DEBUG oslo_vmware.api [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2621927, 'name': PowerOnVM_Task, 'duration_secs': 1.589962} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.648354] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.648564] env[63419]: INFO nova.compute.manager [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Took 11.75 seconds to spawn the instance on the hypervisor. [ 612.648858] env[63419]: DEBUG nova.compute.manager [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.649837] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a79bd53-6463-4438-8557-649af43b41bc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.683971] env[63419]: DEBUG nova.network.neutron [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Successfully updated port: 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.776684] env[63419]: INFO nova.compute.resource_tracker [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updating resource usage from migration 4d7c4afc-3c79-4cfd-95b4-e22b05d7d1c4 [ 613.118030] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e9b258-deac-4edb-c1f4-518fb2659742, 'name': SearchDatastore_Task, 'duration_secs': 0.017647} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.118393] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.118704] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.119063] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.119245] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.119450] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.119803] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ed77898-7e20-41f5-924e-2f7de843d366 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.141441] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.141578] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.144161] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3174dc8-5a9c-4cb8-a124-b293b15eff6e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.149426] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Waiting for the task: (returnval){ [ 613.149426] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]524a0925-3e6e-bc5a-34a7-1665b8dbaa9d" [ 613.149426] env[63419]: _type = "Task" [ 613.149426] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.163157] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524a0925-3e6e-bc5a-34a7-1665b8dbaa9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.178072] env[63419]: INFO nova.compute.manager [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Took 33.48 seconds to build instance. [ 613.186907] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Acquiring lock "refresh_cache-7d9f4739-340e-45d3-9a48-97524a1382f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.186907] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Acquired lock "refresh_cache-7d9f4739-340e-45d3-9a48-97524a1382f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.186907] env[63419]: DEBUG nova.network.neutron [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.345272] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5755d2-16d3-430c-9a41-9ec9a9b2b8a0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.355404] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9944e62b-966e-4671-b339-ad932a4f0d9b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.391553] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8899068d-f86a-4a59-93e7-f94de957cb85 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.401299] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3f2d92-a7bb-406d-bee3-a53715c019cd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.421187] env[63419]: DEBUG nova.compute.provider_tree [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.483637] env[63419]: DEBUG nova.compute.manager [req-0edffa83-fe06-4178-b30e-f017466b943d req-019a63dc-22cc-44a7-9d55-73055fefeb6d service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Received event network-vif-plugged-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 613.483865] env[63419]: DEBUG oslo_concurrency.lockutils [req-0edffa83-fe06-4178-b30e-f017466b943d req-019a63dc-22cc-44a7-9d55-73055fefeb6d service nova] Acquiring lock "7d9f4739-340e-45d3-9a48-97524a1382f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.484116] env[63419]: DEBUG oslo_concurrency.lockutils [req-0edffa83-fe06-4178-b30e-f017466b943d req-019a63dc-22cc-44a7-9d55-73055fefeb6d service nova] Lock "7d9f4739-340e-45d3-9a48-97524a1382f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.484340] env[63419]: DEBUG oslo_concurrency.lockutils [req-0edffa83-fe06-4178-b30e-f017466b943d req-019a63dc-22cc-44a7-9d55-73055fefeb6d service nova] Lock "7d9f4739-340e-45d3-9a48-97524a1382f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.484501] env[63419]: DEBUG nova.compute.manager [req-0edffa83-fe06-4178-b30e-f017466b943d req-019a63dc-22cc-44a7-9d55-73055fefeb6d service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] No waiting events found dispatching network-vif-plugged-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.484681] env[63419]: WARNING nova.compute.manager [req-0edffa83-fe06-4178-b30e-f017466b943d req-019a63dc-22cc-44a7-9d55-73055fefeb6d service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Received unexpected event network-vif-plugged-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab for instance with vm_state building and task_state spawning. [ 613.585063] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.585375] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01642cb7-b165-4185-b882-b23d7c3c93a9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.594497] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Waiting for the task: (returnval){ [ 613.594497] env[63419]: value = "task-2621931" [ 613.594497] env[63419]: _type = "Task" [ 613.594497] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.606785] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.662439] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524a0925-3e6e-bc5a-34a7-1665b8dbaa9d, 'name': SearchDatastore_Task, 'duration_secs': 0.017615} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.663322] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d5d67b-6ab8-4059-a8b1-ca1f7b11ebfa {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.669982] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Waiting for the task: (returnval){ [ 613.669982] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52726a8d-9a13-44ce-b073-fd5c68f6aed0" [ 613.669982] env[63419]: _type = "Task" [ 613.669982] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.681257] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d4369ce-ef2b-4292-9b0c-d810c86c9ee3 tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Lock "4489c2df-9894-49f3-ba4b-4a02b247bd23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.779s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.681732] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52726a8d-9a13-44ce-b073-fd5c68f6aed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.738953] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "51758570-f91b-4ba4-8c1d-676af2bac567" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.739213] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "51758570-f91b-4ba4-8c1d-676af2bac567" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.760791] env[63419]: DEBUG nova.network.neutron [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.924591] env[63419]: DEBUG nova.scheduler.client.report [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.058649] env[63419]: DEBUG nova.network.neutron [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Updating instance_info_cache with network_info: [{"id": "3ac30b06-3337-4bc5-b870-ef47e7a0c9ab", "address": "fa:16:3e:75:ed:e6", "network": {"id": "6b93a002-f8c2-4531-ad37-b2f39105e89d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1273356911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddb4f67636a24cf2a81366a21ad25042", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac30b06-33", "ovs_interfaceid": "3ac30b06-3337-4bc5-b870-ef47e7a0c9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.109271] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621931, 'name': PowerOffVM_Task, 'duration_secs': 0.128715} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.110756] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.111202] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.114342] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74840939-584c-4eee-82a8-bb7a1b2ab6b9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.118093] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.118780] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.124124] env[63419]: DEBUG nova.compute.manager [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Received event network-changed-3b4c9656-f9fb-4b64-9c27-34819a940ef5 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 614.124124] env[63419]: DEBUG nova.compute.manager [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Refreshing instance network info cache due to event network-changed-3b4c9656-f9fb-4b64-9c27-34819a940ef5. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 614.124124] env[63419]: DEBUG oslo_concurrency.lockutils [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] Acquiring lock "refresh_cache-1584e140-07b6-4876-8d25-b814f731d86d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.124124] env[63419]: DEBUG oslo_concurrency.lockutils [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] Acquired lock "refresh_cache-1584e140-07b6-4876-8d25-b814f731d86d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.124516] env[63419]: DEBUG nova.network.neutron [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Refreshing network info cache for port 3b4c9656-f9fb-4b64-9c27-34819a940ef5 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.129509] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.130108] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17247754-6174-4b63-957c-90b74555578c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.164336] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.164703] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.164989] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Deleting the datastore file [datastore1] 154f2013-37a3-4e14-b377-e992a080d8f8 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.165282] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bd8c4cd-d5cd-473e-91a3-5f25d1063341 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.178029] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Waiting for the task: (returnval){ [ 614.178029] env[63419]: value = "task-2621933" [ 614.178029] env[63419]: _type = "Task" [ 614.178029] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.185646] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52726a8d-9a13-44ce-b073-fd5c68f6aed0, 'name': SearchDatastore_Task, 'duration_secs': 0.020224} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.186474] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.186831] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] d7e1b035-942f-45f6-a94e-3a67e0cefec5/d7e1b035-942f-45f6-a94e-3a67e0cefec5.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.187149] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-711184a1-7cd4-4420-b73b-86e1b8edaa48 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.193621] env[63419]: DEBUG nova.compute.manager [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.197249] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.205977] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Waiting for the task: (returnval){ [ 614.205977] env[63419]: value = "task-2621934" [ 614.205977] env[63419]: _type = "Task" [ 614.205977] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.216054] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2621934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.352650] env[63419]: DEBUG oslo_vmware.rw_handles [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52026a1a-e420-076d-8c6a-7737cb5fc8c0/disk-0.vmdk. {{(pid=63419) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 614.353992] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cddfa1a-e6db-4f22-8e72-3cc218d60448 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.361757] env[63419]: DEBUG oslo_vmware.rw_handles [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52026a1a-e420-076d-8c6a-7737cb5fc8c0/disk-0.vmdk is in state: ready. {{(pid=63419) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 614.361968] env[63419]: ERROR oslo_vmware.rw_handles [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52026a1a-e420-076d-8c6a-7737cb5fc8c0/disk-0.vmdk due to incomplete transfer. [ 614.363098] env[63419]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-573cf3ff-463d-4c85-bebf-64bddfc3f036 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.372798] env[63419]: DEBUG oslo_vmware.rw_handles [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52026a1a-e420-076d-8c6a-7737cb5fc8c0/disk-0.vmdk. {{(pid=63419) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 614.373058] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Uploaded image 85dbf70f-d0ef-4d87-9138-26695736a124 to the Glance image server {{(pid=63419) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 614.375396] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Destroying the VM {{(pid=63419) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 614.375666] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d7b2ce2-0b20-454a-9a29-ecc2cac8aa13 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.385113] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 614.385113] env[63419]: value = "task-2621935" [ 614.385113] env[63419]: _type = "Task" [ 614.385113] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.394736] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621935, 'name': Destroy_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.429994] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.675s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.430371] env[63419]: INFO nova.compute.manager [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Migrating [ 614.430529] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.430646] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.433227] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.549s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.437174] env[63419]: INFO nova.compute.claims [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.561546] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Releasing lock "refresh_cache-7d9f4739-340e-45d3-9a48-97524a1382f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.561859] env[63419]: DEBUG nova.compute.manager [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Instance network_info: |[{"id": "3ac30b06-3337-4bc5-b870-ef47e7a0c9ab", "address": "fa:16:3e:75:ed:e6", "network": {"id": "6b93a002-f8c2-4531-ad37-b2f39105e89d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1273356911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddb4f67636a24cf2a81366a21ad25042", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac30b06-33", "ovs_interfaceid": "3ac30b06-3337-4bc5-b870-ef47e7a0c9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.562385] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:ed:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ac30b06-3337-4bc5-b870-ef47e7a0c9ab', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.573771] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Creating folder: Project (ddb4f67636a24cf2a81366a21ad25042). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.574213] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b160b4c-2893-4587-9df9-24531a2433c5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.590235] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Created folder: Project (ddb4f67636a24cf2a81366a21ad25042) in parent group-v528420. [ 614.590538] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Creating folder: Instances. Parent ref: group-v528488. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.590835] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3080ce27-9123-4fac-a1b0-bf40ab3cc339 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.607382] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Created folder: Instances in parent group-v528488. [ 614.607751] env[63419]: DEBUG oslo.service.loopingcall [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 614.607985] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.608231] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d48f985-7920-4413-a8bb-e2ff4c144fb6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.632797] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.632797] env[63419]: value = "task-2621938" [ 614.632797] env[63419]: _type = "Task" [ 614.632797] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.642963] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621938, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.691314] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110106} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.691718] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.691931] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.692146] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.716485] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2621934, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.734288] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.896942] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621935, 'name': Destroy_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.940142] env[63419]: INFO nova.compute.rpcapi [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 614.940788] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.148751] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621938, 'name': CreateVM_Task, 'duration_secs': 0.447874} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.148974] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.149724] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.150348] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.150439] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.152944] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64d862c8-6ca0-4285-a67a-96faea495d57 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.161718] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Waiting for the task: (returnval){ [ 615.161718] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5251c41b-3f6e-14d3-5457-2b3db8cb3b52" [ 615.161718] env[63419]: _type = "Task" [ 615.161718] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.167788] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5251c41b-3f6e-14d3-5457-2b3db8cb3b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.223825] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2621934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556109} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.224433] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] d7e1b035-942f-45f6-a94e-3a67e0cefec5/d7e1b035-942f-45f6-a94e-3a67e0cefec5.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.224825] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.228080] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7133970e-2033-4aed-a4b8-7ff3e740c59c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.239022] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Waiting for the task: (returnval){ [ 615.239022] env[63419]: value = "task-2621939" [ 615.239022] env[63419]: _type = "Task" [ 615.239022] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.252830] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2621939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.364488] env[63419]: DEBUG nova.network.neutron [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Updated VIF entry in instance network info cache for port 3b4c9656-f9fb-4b64-9c27-34819a940ef5. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.364879] env[63419]: DEBUG nova.network.neutron [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Updating instance_info_cache with network_info: [{"id": "3b4c9656-f9fb-4b64-9c27-34819a940ef5", "address": "fa:16:3e:56:06:df", "network": {"id": "19193428-3a6e-4572-bcb7-4af98e4a19bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1906502748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d969136d423a4a1aac6de0ebe9cad517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b4c9656-f9", "ovs_interfaceid": "3b4c9656-f9fb-4b64-9c27-34819a940ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.396328] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621935, 'name': Destroy_Task, 'duration_secs': 0.645897} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.399073] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Destroyed the VM [ 615.399413] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Deleting Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 615.399896] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ba0e4c11-0818-46b6-9f51-de39ca069e01 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.410930] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 615.410930] env[63419]: value = "task-2621940" [ 615.410930] env[63419]: _type = "Task" [ 615.410930] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.417744] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.464639] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.464639] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.464639] env[63419]: DEBUG nova.network.neutron [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.527319] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30052fb3-3a02-4053-96f5-9359d827d610 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.538308] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc4310a-c099-4073-b99a-afadaad7f4b4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.583211] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07589d5-6fdd-4491-a7e1-f1e45c185b78 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.592671] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b849e5-34e1-400e-a900-e0ae23b91dc6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.608876] env[63419]: DEBUG nova.compute.provider_tree [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.671438] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5251c41b-3f6e-14d3-5457-2b3db8cb3b52, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.671970] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.672311] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.672610] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.672836] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.673097] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.673424] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e596de40-e450-43fb-a49a-43abc89a5792 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.689871] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.690199] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.691563] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38aad9d-8343-4f68-8a83-ce19a311c35a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.700231] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Waiting for the task: (returnval){ [ 615.700231] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52e50a21-67c3-3eb3-ce01-3ee1ba67f964" [ 615.700231] env[63419]: _type = "Task" [ 615.700231] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.712280] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e50a21-67c3-3eb3-ce01-3ee1ba67f964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.740256] env[63419]: DEBUG nova.virt.hardware [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.740529] env[63419]: DEBUG nova.virt.hardware [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.740930] env[63419]: DEBUG nova.virt.hardware [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.740930] env[63419]: DEBUG nova.virt.hardware [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.741326] env[63419]: DEBUG nova.virt.hardware [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.741326] env[63419]: DEBUG nova.virt.hardware [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.741542] env[63419]: DEBUG nova.virt.hardware [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.741707] env[63419]: DEBUG nova.virt.hardware [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.742349] env[63419]: DEBUG nova.virt.hardware [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.742349] env[63419]: DEBUG nova.virt.hardware [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.743386] env[63419]: DEBUG nova.virt.hardware [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.744290] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd8b2f4-dc05-4d78-bd4a-fd978108e67c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.757031] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2621939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100362} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.761169] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.761169] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd1c46b-0a09-45a0-8c71-ba08749a16da {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.765593] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8b2c4c-f058-4720-bd28-751416390232 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.783552] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Instance VIF info [] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.790017] env[63419]: DEBUG oslo.service.loopingcall [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.800853] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.811624] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] d7e1b035-942f-45f6-a94e-3a67e0cefec5/d7e1b035-942f-45f6-a94e-3a67e0cefec5.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.812112] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a0b2e4d-8815-4eec-a5c3-bb567592d314 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.827160] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73293400-1782-4f3a-85cf-d990948d9130 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.849449] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.849449] env[63419]: value = "task-2621941" [ 615.849449] env[63419]: _type = "Task" [ 615.849449] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.850914] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Waiting for the task: (returnval){ [ 615.850914] env[63419]: value = "task-2621942" [ 615.850914] env[63419]: _type = "Task" [ 615.850914] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.873341] env[63419]: DEBUG oslo_concurrency.lockutils [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] Releasing lock "refresh_cache-1584e140-07b6-4876-8d25-b814f731d86d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.873645] env[63419]: DEBUG nova.compute.manager [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Received event network-changed-fc7d37a2-3465-4860-8670-e4a739d90b5f {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 615.873767] env[63419]: DEBUG nova.compute.manager [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Refreshing instance network info cache due to event network-changed-fc7d37a2-3465-4860-8670-e4a739d90b5f. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 615.873979] env[63419]: DEBUG oslo_concurrency.lockutils [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] Acquiring lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.874416] env[63419]: DEBUG oslo_concurrency.lockutils [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] Acquired lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.874416] env[63419]: DEBUG nova.network.neutron [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Refreshing network info cache for port fc7d37a2-3465-4860-8670-e4a739d90b5f {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.876270] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621941, 'name': CreateVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.876270] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2621942, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.922444] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621940, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.111919] env[63419]: DEBUG nova.scheduler.client.report [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.215183] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e50a21-67c3-3eb3-ce01-3ee1ba67f964, 'name': SearchDatastore_Task, 'duration_secs': 0.02866} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.216023] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dddb8001-693e-4d70-9e30-d1ec670b5887 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.222276] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Waiting for the task: (returnval){ [ 616.222276] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52b45956-4c65-5bdd-48d8-c0493dac4bda" [ 616.222276] env[63419]: _type = "Task" [ 616.222276] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.233187] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b45956-4c65-5bdd-48d8-c0493dac4bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.374379] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621941, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.374635] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2621942, 'name': ReconfigVM_Task, 'duration_secs': 0.328323} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.374908] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Reconfigured VM instance instance-00000014 to attach disk [datastore2] d7e1b035-942f-45f6-a94e-3a67e0cefec5/d7e1b035-942f-45f6-a94e-3a67e0cefec5.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.375623] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fee96372-8dfe-4f6a-bbb9-7cfe729323cc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.389192] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Waiting for the task: (returnval){ [ 616.389192] env[63419]: value = "task-2621943" [ 616.389192] env[63419]: _type = "Task" [ 616.389192] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.398977] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2621943, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.420838] env[63419]: DEBUG oslo_vmware.api [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621940, 'name': RemoveSnapshot_Task, 'duration_secs': 0.61112} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.421302] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Deleted Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 616.421601] env[63419]: INFO nova.compute.manager [None req-445959b3-70e9-4783-9e94-24b39796e0a9 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Took 17.59 seconds to snapshot the instance on the hypervisor. [ 616.438165] env[63419]: DEBUG nova.network.neutron [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updating instance_info_cache with network_info: [{"id": "6d8889ee-e01b-4ec5-b74c-066885487b7f", "address": "fa:16:3e:86:85:b1", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8889ee-e0", "ovs_interfaceid": "6d8889ee-e01b-4ec5-b74c-066885487b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.520173] env[63419]: DEBUG nova.compute.manager [req-e1e437c8-6ae5-4945-935f-22151f6ca443 req-256fcb15-b851-44ca-84f2-77629058acbf service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Received event network-changed-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 616.520315] env[63419]: DEBUG nova.compute.manager [req-e1e437c8-6ae5-4945-935f-22151f6ca443 req-256fcb15-b851-44ca-84f2-77629058acbf service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Refreshing instance network info cache due to event network-changed-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 616.520568] env[63419]: DEBUG oslo_concurrency.lockutils [req-e1e437c8-6ae5-4945-935f-22151f6ca443 req-256fcb15-b851-44ca-84f2-77629058acbf service nova] Acquiring lock "refresh_cache-7d9f4739-340e-45d3-9a48-97524a1382f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.520752] env[63419]: DEBUG oslo_concurrency.lockutils [req-e1e437c8-6ae5-4945-935f-22151f6ca443 req-256fcb15-b851-44ca-84f2-77629058acbf service nova] Acquired lock "refresh_cache-7d9f4739-340e-45d3-9a48-97524a1382f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.520941] env[63419]: DEBUG nova.network.neutron [req-e1e437c8-6ae5-4945-935f-22151f6ca443 req-256fcb15-b851-44ca-84f2-77629058acbf service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Refreshing network info cache for port 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.617249] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.618438] env[63419]: DEBUG nova.compute.manager [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.622880] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.722s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.625377] env[63419]: INFO nova.compute.claims [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.697489] env[63419]: DEBUG nova.network.neutron [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Updated VIF entry in instance network info cache for port fc7d37a2-3465-4860-8670-e4a739d90b5f. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.697829] env[63419]: DEBUG nova.network.neutron [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Updating instance_info_cache with network_info: [{"id": "fc7d37a2-3465-4860-8670-e4a739d90b5f", "address": "fa:16:3e:22:11:12", "network": {"id": "79be7556-de92-4271-894b-8b1c2cc27ecb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1601633248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a144028c2114b2d8da938b5336dfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7d37a2-34", "ovs_interfaceid": "fc7d37a2-3465-4860-8670-e4a739d90b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.734181] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b45956-4c65-5bdd-48d8-c0493dac4bda, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.734447] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.734703] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 7d9f4739-340e-45d3-9a48-97524a1382f6/7d9f4739-340e-45d3-9a48-97524a1382f6.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.735022] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55db44ca-9d75-4b84-a947-7ec5a325887a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.745122] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Waiting for the task: (returnval){ [ 616.745122] env[63419]: value = "task-2621944" [ 616.745122] env[63419]: _type = "Task" [ 616.745122] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.755344] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2621944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.841327] env[63419]: DEBUG nova.compute.manager [req-1f9fdc6d-454d-44cb-9750-1fbc427b832d req-255f2c1f-0442-47a5-8146-5653f0d7047c service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Received event network-changed-84f983f8-b2c4-45ea-8829-82313a7d084e {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 616.841552] env[63419]: DEBUG nova.compute.manager [req-1f9fdc6d-454d-44cb-9750-1fbc427b832d req-255f2c1f-0442-47a5-8146-5653f0d7047c service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Refreshing instance network info cache due to event network-changed-84f983f8-b2c4-45ea-8829-82313a7d084e. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 616.841783] env[63419]: DEBUG oslo_concurrency.lockutils [req-1f9fdc6d-454d-44cb-9750-1fbc427b832d req-255f2c1f-0442-47a5-8146-5653f0d7047c service nova] Acquiring lock "refresh_cache-4489c2df-9894-49f3-ba4b-4a02b247bd23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.842057] env[63419]: DEBUG oslo_concurrency.lockutils [req-1f9fdc6d-454d-44cb-9750-1fbc427b832d req-255f2c1f-0442-47a5-8146-5653f0d7047c service nova] Acquired lock "refresh_cache-4489c2df-9894-49f3-ba4b-4a02b247bd23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.842990] env[63419]: DEBUG nova.network.neutron [req-1f9fdc6d-454d-44cb-9750-1fbc427b832d req-255f2c1f-0442-47a5-8146-5653f0d7047c service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Refreshing network info cache for port 84f983f8-b2c4-45ea-8829-82313a7d084e {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.870409] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621941, 'name': CreateVM_Task, 'duration_secs': 0.6483} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.870409] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.871075] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.871318] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.871659] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.871952] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08cd8f10-afb8-49a5-8e2c-983e083b6d72 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.880683] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Waiting for the task: (returnval){ [ 616.880683] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52038071-6b48-51ac-6bdc-0f4b1593eccd" [ 616.880683] env[63419]: _type = "Task" [ 616.880683] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.890640] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52038071-6b48-51ac-6bdc-0f4b1593eccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.901538] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2621943, 'name': Rename_Task, 'duration_secs': 0.174796} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.901876] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.902122] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45879bcb-b8c5-4e34-b876-143fd091c006 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.910746] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Waiting for the task: (returnval){ [ 616.910746] env[63419]: value = "task-2621945" [ 616.910746] env[63419]: _type = "Task" [ 616.910746] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.922526] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2621945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.942038] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Releasing lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.130720] env[63419]: DEBUG nova.compute.utils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 617.140453] env[63419]: DEBUG nova.compute.manager [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.140453] env[63419]: DEBUG nova.network.neutron [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.201296] env[63419]: DEBUG oslo_concurrency.lockutils [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] Releasing lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.201587] env[63419]: DEBUG nova.compute.manager [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Received event network-changed-c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 617.201804] env[63419]: DEBUG nova.compute.manager [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Refreshing instance network info cache due to event network-changed-c341c49d-c431-4a15-a197-449cc08a58fe. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 617.202101] env[63419]: DEBUG oslo_concurrency.lockutils [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] Acquiring lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.202303] env[63419]: DEBUG oslo_concurrency.lockutils [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] Acquired lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.203197] env[63419]: DEBUG nova.network.neutron [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Refreshing network info cache for port c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.216837] env[63419]: DEBUG nova.policy [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd74d94c04b8406aa45451e679633fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2257d2b1f55f47af9410739eecda2348', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.257603] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2621944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464418} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.257909] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 7d9f4739-340e-45d3-9a48-97524a1382f6/7d9f4739-340e-45d3-9a48-97524a1382f6.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.258150] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.258411] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d162a02d-3211-41d0-9f28-9129bfe8065a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.269800] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Waiting for the task: (returnval){ [ 617.269800] env[63419]: value = "task-2621946" [ 617.269800] env[63419]: _type = "Task" [ 617.269800] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.280690] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2621946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.395817] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52038071-6b48-51ac-6bdc-0f4b1593eccd, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.398835] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.398835] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.398835] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.398835] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.399273] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.399273] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76b1443c-2f5f-4d3e-8b72-784c9e0a9906 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.408610] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.408610] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.412659] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934f32b5-969b-4916-88c8-7b7b3c49ff0d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.425066] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Waiting for the task: (returnval){ [ 617.425066] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52e844ed-fd92-b2f0-ca79-39e5828856fa" [ 617.425066] env[63419]: _type = "Task" [ 617.425066] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.428415] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2621945, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.437482] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e844ed-fd92-b2f0-ca79-39e5828856fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.453080] env[63419]: DEBUG nova.network.neutron [req-e1e437c8-6ae5-4945-935f-22151f6ca443 req-256fcb15-b851-44ca-84f2-77629058acbf service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Updated VIF entry in instance network info cache for port 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.453719] env[63419]: DEBUG nova.network.neutron [req-e1e437c8-6ae5-4945-935f-22151f6ca443 req-256fcb15-b851-44ca-84f2-77629058acbf service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Updating instance_info_cache with network_info: [{"id": "3ac30b06-3337-4bc5-b870-ef47e7a0c9ab", "address": "fa:16:3e:75:ed:e6", "network": {"id": "6b93a002-f8c2-4531-ad37-b2f39105e89d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1273356911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddb4f67636a24cf2a81366a21ad25042", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac30b06-33", "ovs_interfaceid": "3ac30b06-3337-4bc5-b870-ef47e7a0c9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.639736] env[63419]: DEBUG nova.compute.manager [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.761066] env[63419]: DEBUG nova.network.neutron [req-1f9fdc6d-454d-44cb-9750-1fbc427b832d req-255f2c1f-0442-47a5-8146-5653f0d7047c service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Updated VIF entry in instance network info cache for port 84f983f8-b2c4-45ea-8829-82313a7d084e. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.761396] env[63419]: DEBUG nova.network.neutron [req-1f9fdc6d-454d-44cb-9750-1fbc427b832d req-255f2c1f-0442-47a5-8146-5653f0d7047c service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Updating instance_info_cache with network_info: [{"id": "84f983f8-b2c4-45ea-8829-82313a7d084e", "address": "fa:16:3e:d8:02:f0", "network": {"id": "83ad0f98-afbf-4752-bf44-c7163756dbb9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1305223741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fa0366717134ea0ac8657d8e2ce8073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f983f8-b2", "ovs_interfaceid": "84f983f8-b2c4-45ea-8829-82313a7d084e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.782777] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2621946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104225} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.783734] env[63419]: DEBUG nova.network.neutron [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Successfully created port: a0bd5b4d-5b51-45d2-a4b4-575de20fc38d {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.787527] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.791274] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee944b6c-98f2-4cdc-ab37-45d4eecaf010 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.816901] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 7d9f4739-340e-45d3-9a48-97524a1382f6/7d9f4739-340e-45d3-9a48-97524a1382f6.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.822059] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-923bbb07-7622-4400-b409-748f8bf1dd6d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.845679] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Waiting for the task: (returnval){ [ 617.845679] env[63419]: value = "task-2621947" [ 617.845679] env[63419]: _type = "Task" [ 617.845679] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.856672] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2621947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.928997] env[63419]: DEBUG oslo_vmware.api [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2621945, 'name': PowerOnVM_Task, 'duration_secs': 0.688794} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.933200] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.933543] env[63419]: INFO nova.compute.manager [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Took 9.21 seconds to spawn the instance on the hypervisor. [ 617.933909] env[63419]: DEBUG nova.compute.manager [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.940341] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c163e6-6dec-4056-8e7e-92be0e2fb474 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.952654] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e844ed-fd92-b2f0-ca79-39e5828856fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.961369] env[63419]: DEBUG oslo_concurrency.lockutils [req-e1e437c8-6ae5-4945-935f-22151f6ca443 req-256fcb15-b851-44ca-84f2-77629058acbf service nova] Releasing lock "refresh_cache-7d9f4739-340e-45d3-9a48-97524a1382f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.961369] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb1ce27b-23e0-4290-983c-7ca859993d9c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.973333] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Waiting for the task: (returnval){ [ 617.973333] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52ecd2ec-e3c8-cefa-2715-6ed5a573583d" [ 617.973333] env[63419]: _type = "Task" [ 617.973333] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.984024] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52ecd2ec-e3c8-cefa-2715-6ed5a573583d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.084930] env[63419]: DEBUG nova.network.neutron [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Updated VIF entry in instance network info cache for port c341c49d-c431-4a15-a197-449cc08a58fe. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.084930] env[63419]: DEBUG nova.network.neutron [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Updating instance_info_cache with network_info: [{"id": "c341c49d-c431-4a15-a197-449cc08a58fe", "address": "fa:16:3e:48:a3:51", "network": {"id": "b4a1d213-b1a7-4825-88ac-079aa0c17769", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-63339395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3ca6ed373934270ba2726650ca359b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc341c49d-c4", "ovs_interfaceid": "c341c49d-c431-4a15-a197-449cc08a58fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.271112] env[63419]: DEBUG oslo_concurrency.lockutils [req-1f9fdc6d-454d-44cb-9750-1fbc427b832d req-255f2c1f-0442-47a5-8146-5653f0d7047c service nova] Releasing lock "refresh_cache-4489c2df-9894-49f3-ba4b-4a02b247bd23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.331774] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff6920a-066a-4306-b0a9-7122a2530bf9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.339933] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc26526-8cdc-4a64-a0c3-5b5344b4b2cc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.360697] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2621947, 'name': ReconfigVM_Task, 'duration_secs': 0.291232} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.389556] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 7d9f4739-340e-45d3-9a48-97524a1382f6/7d9f4739-340e-45d3-9a48-97524a1382f6.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.390513] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb4d19da-2fe6-48ed-8df1-2b93ef143b14 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.392850] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eb1aca-67df-4554-9508-739237c64dba {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.404599] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c533206-3ccc-48e1-890b-7960969ddedf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.407642] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Waiting for the task: (returnval){ [ 618.407642] env[63419]: value = "task-2621948" [ 618.407642] env[63419]: _type = "Task" [ 618.407642] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.419852] env[63419]: DEBUG nova.compute.provider_tree [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.427370] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2621948, 'name': Rename_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.483068] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc875b50-fe29-4268-b6d6-bb8b895d1b4a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.500025] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52ecd2ec-e3c8-cefa-2715-6ed5a573583d, 'name': SearchDatastore_Task, 'duration_secs': 0.013972} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.516230] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.516619] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 154f2013-37a3-4e14-b377-e992a080d8f8/154f2013-37a3-4e14-b377-e992a080d8f8.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.516984] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updating instance 'b9f32509-47d3-485d-93a4-22e12490de17' progress to 0 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 618.520710] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a9b54cf-a559-430b-b597-c8dcd1634eb4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.526598] env[63419]: INFO nova.compute.manager [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Took 36.92 seconds to build instance. [ 618.531432] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Waiting for the task: (returnval){ [ 618.531432] env[63419]: value = "task-2621949" [ 618.531432] env[63419]: _type = "Task" [ 618.531432] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.541194] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.587991] env[63419]: DEBUG oslo_concurrency.lockutils [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] Releasing lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.589706] env[63419]: DEBUG nova.compute.manager [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Received event network-changed-c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 618.589706] env[63419]: DEBUG nova.compute.manager [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Refreshing instance network info cache due to event network-changed-c341c49d-c431-4a15-a197-449cc08a58fe. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 618.589706] env[63419]: DEBUG oslo_concurrency.lockutils [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] Acquiring lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.589706] env[63419]: DEBUG oslo_concurrency.lockutils [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] Acquired lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.589706] env[63419]: DEBUG nova.network.neutron [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Refreshing network info cache for port c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.655809] env[63419]: DEBUG nova.compute.manager [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.682937] env[63419]: DEBUG nova.virt.hardware [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.683201] env[63419]: DEBUG nova.virt.hardware [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.683372] env[63419]: DEBUG nova.virt.hardware [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.683556] env[63419]: DEBUG nova.virt.hardware [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.683700] env[63419]: DEBUG nova.virt.hardware [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.683845] env[63419]: DEBUG nova.virt.hardware [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.684168] env[63419]: DEBUG nova.virt.hardware [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.684355] env[63419]: DEBUG nova.virt.hardware [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.684527] env[63419]: DEBUG nova.virt.hardware [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.684689] env[63419]: DEBUG nova.virt.hardware [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.684922] env[63419]: DEBUG nova.virt.hardware [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.685794] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a4d887-df47-4dae-9be2-ac5ad4704805 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.696529] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aba6c2-986d-422f-9029-e4f2c65ba405 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.920366] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2621948, 'name': Rename_Task, 'duration_secs': 0.171547} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.920642] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.920889] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-654ebe73-ab91-46c4-9680-cabdd826a888 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.924639] env[63419]: DEBUG nova.scheduler.client.report [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.931023] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Waiting for the task: (returnval){ [ 618.931023] env[63419]: value = "task-2621950" [ 618.931023] env[63419]: _type = "Task" [ 618.931023] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.939989] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2621950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.026650] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.026650] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e8e3db1-2848-4d69-98ce-462c04e0c223 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.028432] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2ea1ae5b-f3ac-408b-8477-cc82792e000f tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Lock "d7e1b035-942f-45f6-a94e-3a67e0cefec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.325s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.036837] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 619.036837] env[63419]: value = "task-2621951" [ 619.036837] env[63419]: _type = "Task" [ 619.036837] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.044214] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621949, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.050748] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.190354] env[63419]: DEBUG nova.compute.manager [req-e7404800-1c4f-45d7-ab6b-c47cbe452732 req-69f4f4c0-df64-4cfd-8ae3-b4323c137ea1 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Received event network-changed-c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 619.190354] env[63419]: DEBUG nova.compute.manager [req-e7404800-1c4f-45d7-ab6b-c47cbe452732 req-69f4f4c0-df64-4cfd-8ae3-b4323c137ea1 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Refreshing instance network info cache due to event network-changed-c341c49d-c431-4a15-a197-449cc08a58fe. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 619.190354] env[63419]: DEBUG oslo_concurrency.lockutils [req-e7404800-1c4f-45d7-ab6b-c47cbe452732 req-69f4f4c0-df64-4cfd-8ae3-b4323c137ea1 service nova] Acquiring lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.406356] env[63419]: DEBUG nova.compute.manager [req-9b956114-3f1e-4205-9fe5-7209765ffcf3 req-d457150b-20f0-4a1c-8a6f-079d2c6d34b4 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Received event network-changed-c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 619.406679] env[63419]: DEBUG nova.compute.manager [req-9b956114-3f1e-4205-9fe5-7209765ffcf3 req-d457150b-20f0-4a1c-8a6f-079d2c6d34b4 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Refreshing instance network info cache due to event network-changed-c341c49d-c431-4a15-a197-449cc08a58fe. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 619.406763] env[63419]: DEBUG oslo_concurrency.lockutils [req-9b956114-3f1e-4205-9fe5-7209765ffcf3 req-d457150b-20f0-4a1c-8a6f-079d2c6d34b4 service nova] Acquiring lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.459251] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.459251] env[63419]: DEBUG nova.compute.manager [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.459251] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.741s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.459251] env[63419]: INFO nova.compute.claims [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.459251] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2621950, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.530812] env[63419]: DEBUG nova.compute.manager [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.556921] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884934} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.560693] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 154f2013-37a3-4e14-b377-e992a080d8f8/154f2013-37a3-4e14-b377-e992a080d8f8.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.562244] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.562244] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621951, 'name': PowerOffVM_Task, 'duration_secs': 0.371598} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.562244] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7ced96a-c2c8-41dc-99c3-fbc6d3703b51 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.564186] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.564653] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updating instance 'b9f32509-47d3-485d-93a4-22e12490de17' progress to 17 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 619.575187] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Waiting for the task: (returnval){ [ 619.575187] env[63419]: value = "task-2621955" [ 619.575187] env[63419]: _type = "Task" [ 619.575187] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.576457] env[63419]: DEBUG nova.network.neutron [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Updated VIF entry in instance network info cache for port c341c49d-c431-4a15-a197-449cc08a58fe. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.576655] env[63419]: DEBUG nova.network.neutron [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Updating instance_info_cache with network_info: [{"id": "c341c49d-c431-4a15-a197-449cc08a58fe", "address": "fa:16:3e:48:a3:51", "network": {"id": "b4a1d213-b1a7-4825-88ac-079aa0c17769", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-63339395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3ca6ed373934270ba2726650ca359b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc341c49d-c4", "ovs_interfaceid": "c341c49d-c431-4a15-a197-449cc08a58fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.594458] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.920107] env[63419]: DEBUG nova.network.neutron [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Successfully updated port: a0bd5b4d-5b51-45d2-a4b4-575de20fc38d {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.948037] env[63419]: DEBUG oslo_vmware.api [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2621950, 'name': PowerOnVM_Task, 'duration_secs': 0.674845} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.948535] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.948535] env[63419]: INFO nova.compute.manager [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Took 8.47 seconds to spawn the instance on the hypervisor. [ 619.948707] env[63419]: DEBUG nova.compute.manager [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.949521] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce18ee54-3d18-4f32-9a69-382db875bf2a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.957477] env[63419]: DEBUG nova.compute.utils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 619.957477] env[63419]: DEBUG nova.compute.manager [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Not allocating networking since 'none' was specified. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 620.067848] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.076827] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.077381] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.077566] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.077758] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.077908] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.078173] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.078471] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.078740] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.078998] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.079246] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.079670] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.086666] env[63419]: DEBUG oslo_concurrency.lockutils [req-4070a0ea-7d49-425d-8c89-40f55e9c94be req-e6a808c8-357a-44d2-9577-a94c2d8ede3a service nova] Releasing lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.087199] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7748e26b-3bdd-494d-ba84-a598df5bea80 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.105666] env[63419]: DEBUG oslo_concurrency.lockutils [req-e7404800-1c4f-45d7-ab6b-c47cbe452732 req-69f4f4c0-df64-4cfd-8ae3-b4323c137ea1 service nova] Acquired lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.106080] env[63419]: DEBUG nova.network.neutron [req-e7404800-1c4f-45d7-ab6b-c47cbe452732 req-69f4f4c0-df64-4cfd-8ae3-b4323c137ea1 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Refreshing network info cache for port c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.116197] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115897} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.118322] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.118696] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 620.118696] env[63419]: value = "task-2621956" [ 620.118696] env[63419]: _type = "Task" [ 620.118696] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.119432] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95877155-21b8-4b6c-a300-694c9320fe3b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.133964] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621956, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.152522] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 154f2013-37a3-4e14-b377-e992a080d8f8/154f2013-37a3-4e14-b377-e992a080d8f8.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.152887] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96f08ce5-090b-49be-9c3a-ee4c4354d679 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.176643] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Waiting for the task: (returnval){ [ 620.176643] env[63419]: value = "task-2621957" [ 620.176643] env[63419]: _type = "Task" [ 620.176643] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.187082] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.428200] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "refresh_cache-0f345c27-a7f2-42f4-b60c-751276d3860b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.428200] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "refresh_cache-0f345c27-a7f2-42f4-b60c-751276d3860b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.428200] env[63419]: DEBUG nova.network.neutron [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.466644] env[63419]: DEBUG nova.compute.manager [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.479070] env[63419]: INFO nova.compute.manager [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Took 37.95 seconds to build instance. [ 620.634451] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621956, 'name': ReconfigVM_Task, 'duration_secs': 0.293957} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.634706] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updating instance 'b9f32509-47d3-485d-93a4-22e12490de17' progress to 33 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 620.689711] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621957, 'name': ReconfigVM_Task, 'duration_secs': 0.317161} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.692693] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 154f2013-37a3-4e14-b377-e992a080d8f8/154f2013-37a3-4e14-b377-e992a080d8f8.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.694123] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b98ba1d9-33f8-48e5-a060-c3043bca62f8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.702631] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Waiting for the task: (returnval){ [ 620.702631] env[63419]: value = "task-2621958" [ 620.702631] env[63419]: _type = "Task" [ 620.702631] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.706560] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.707248] env[63419]: DEBUG oslo_concurrency.lockutils [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Acquiring lock "3541fb55-82d4-4803-b941-4a3b835e4b9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.707600] env[63419]: DEBUG oslo_concurrency.lockutils [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lock "3541fb55-82d4-4803-b941-4a3b835e4b9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.708333] env[63419]: DEBUG oslo_concurrency.lockutils [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Acquiring lock "3541fb55-82d4-4803-b941-4a3b835e4b9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.708333] env[63419]: DEBUG oslo_concurrency.lockutils [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lock "3541fb55-82d4-4803-b941-4a3b835e4b9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.708333] env[63419]: DEBUG oslo_concurrency.lockutils [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lock "3541fb55-82d4-4803-b941-4a3b835e4b9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.712704] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.716281] env[63419]: INFO nova.compute.manager [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Terminating instance [ 620.724747] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621958, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.877804] env[63419]: DEBUG oslo_concurrency.lockutils [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquiring lock "57df8151-b7ef-4faa-8451-4ca33d7daf39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.877869] env[63419]: DEBUG oslo_concurrency.lockutils [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Lock "57df8151-b7ef-4faa-8451-4ca33d7daf39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.878201] env[63419]: DEBUG oslo_concurrency.lockutils [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquiring lock "57df8151-b7ef-4faa-8451-4ca33d7daf39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.878830] env[63419]: DEBUG oslo_concurrency.lockutils [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Lock "57df8151-b7ef-4faa-8451-4ca33d7daf39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.878830] env[63419]: DEBUG oslo_concurrency.lockutils [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Lock "57df8151-b7ef-4faa-8451-4ca33d7daf39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.883600] env[63419]: INFO nova.compute.manager [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Terminating instance [ 620.932266] env[63419]: DEBUG nova.network.neutron [req-e7404800-1c4f-45d7-ab6b-c47cbe452732 req-69f4f4c0-df64-4cfd-8ae3-b4323c137ea1 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Updated VIF entry in instance network info cache for port c341c49d-c431-4a15-a197-449cc08a58fe. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.932545] env[63419]: DEBUG nova.network.neutron [req-e7404800-1c4f-45d7-ab6b-c47cbe452732 req-69f4f4c0-df64-4cfd-8ae3-b4323c137ea1 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Updating instance_info_cache with network_info: [{"id": "c341c49d-c431-4a15-a197-449cc08a58fe", "address": "fa:16:3e:48:a3:51", "network": {"id": "b4a1d213-b1a7-4825-88ac-079aa0c17769", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-63339395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3ca6ed373934270ba2726650ca359b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc341c49d-c4", "ovs_interfaceid": "c341c49d-c431-4a15-a197-449cc08a58fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.982114] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c37a4a14-dbfc-44b3-8109-693e5e7ca66b tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Lock "7d9f4739-340e-45d3-9a48-97524a1382f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.747s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.989688] env[63419]: DEBUG nova.network.neutron [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.103773] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff156dc-b1db-4737-8889-5f739a3cdd29 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.113145] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f140b0-24d4-4356-84e6-65945dccf66d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.147984] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.147984] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.147984] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.147984] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.148131] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.148131] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.148286] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.148449] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.148615] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.148780] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.148952] env[63419]: DEBUG nova.virt.hardware [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.154409] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=63419) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 621.157588] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79d7ebee-343e-4dec-9dfc-5049fbadd424 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.172196] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5715dc98-493f-49e0-b811-24636a868ed2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.180853] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4142804-f6a4-4f1e-930b-fb5c5799e085 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.186336] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 621.186336] env[63419]: value = "task-2621959" [ 621.186336] env[63419]: _type = "Task" [ 621.186336] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.198316] env[63419]: DEBUG nova.compute.provider_tree [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.206080] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.220067] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621958, 'name': Rename_Task, 'duration_secs': 0.15747} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.220773] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.221018] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.221246] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Starting heal instance info cache {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 621.221370] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Rebuilding the list of instances to heal {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 621.223412] env[63419]: DEBUG nova.network.neutron [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Updating instance_info_cache with network_info: [{"id": "a0bd5b4d-5b51-45d2-a4b4-575de20fc38d", "address": "fa:16:3e:1e:6e:80", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bd5b4d-5b", "ovs_interfaceid": "a0bd5b4d-5b51-45d2-a4b4-575de20fc38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.224332] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3674a48b-5fa2-4084-afbf-1439999bda74 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.228689] env[63419]: DEBUG nova.compute.manager [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.228689] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.229096] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149598e1-e2e2-4648-965f-3f9c9e81dbaf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.239895] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.241399] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b48e68f1-44f7-41d4-b522-4280f7e93242 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.243412] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Waiting for the task: (returnval){ [ 621.243412] env[63419]: value = "task-2621960" [ 621.243412] env[63419]: _type = "Task" [ 621.243412] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.249934] env[63419]: DEBUG oslo_vmware.api [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 621.249934] env[63419]: value = "task-2621961" [ 621.249934] env[63419]: _type = "Task" [ 621.249934] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.254018] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.266361] env[63419]: DEBUG oslo_vmware.api [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.392144] env[63419]: DEBUG nova.compute.manager [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.392373] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.394300] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea9a9c1-45d0-4085-8ff1-7b8fad7a5948 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.403877] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.404257] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-070be66f-aaa3-4945-a161-b31f9ac6bcf4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.413354] env[63419]: DEBUG oslo_vmware.api [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 621.413354] env[63419]: value = "task-2621962" [ 621.413354] env[63419]: _type = "Task" [ 621.413354] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.424816] env[63419]: DEBUG oslo_vmware.api [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.440926] env[63419]: DEBUG oslo_concurrency.lockutils [req-e7404800-1c4f-45d7-ab6b-c47cbe452732 req-69f4f4c0-df64-4cfd-8ae3-b4323c137ea1 service nova] Releasing lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.441388] env[63419]: DEBUG oslo_concurrency.lockutils [req-9b956114-3f1e-4205-9fe5-7209765ffcf3 req-d457150b-20f0-4a1c-8a6f-079d2c6d34b4 service nova] Acquired lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.441642] env[63419]: DEBUG nova.network.neutron [req-9b956114-3f1e-4205-9fe5-7209765ffcf3 req-d457150b-20f0-4a1c-8a6f-079d2c6d34b4 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Refreshing network info cache for port c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.484598] env[63419]: DEBUG nova.compute.manager [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.493504] env[63419]: DEBUG nova.compute.manager [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.516909] env[63419]: DEBUG nova.virt.hardware [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.517665] env[63419]: DEBUG nova.virt.hardware [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.518148] env[63419]: DEBUG nova.virt.hardware [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.518228] env[63419]: DEBUG nova.virt.hardware [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.518353] env[63419]: DEBUG nova.virt.hardware [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.519443] env[63419]: DEBUG nova.virt.hardware [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.519443] env[63419]: DEBUG nova.virt.hardware [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.519443] env[63419]: DEBUG nova.virt.hardware [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.519692] env[63419]: DEBUG nova.virt.hardware [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.519979] env[63419]: DEBUG nova.virt.hardware [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.521546] env[63419]: DEBUG nova.virt.hardware [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.521546] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768d4c11-1e56-4939-af22-c8b12b2196bb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.527814] env[63419]: DEBUG nova.compute.manager [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Received event network-vif-plugged-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 621.528244] env[63419]: DEBUG oslo_concurrency.lockutils [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] Acquiring lock "0f345c27-a7f2-42f4-b60c-751276d3860b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.528457] env[63419]: DEBUG oslo_concurrency.lockutils [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] Lock "0f345c27-a7f2-42f4-b60c-751276d3860b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.528618] env[63419]: DEBUG oslo_concurrency.lockutils [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] Lock "0f345c27-a7f2-42f4-b60c-751276d3860b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.528924] env[63419]: DEBUG nova.compute.manager [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] No waiting events found dispatching network-vif-plugged-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.529169] env[63419]: WARNING nova.compute.manager [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Received unexpected event network-vif-plugged-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d for instance with vm_state building and task_state spawning. [ 621.529336] env[63419]: DEBUG nova.compute.manager [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Received event network-changed-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 621.529601] env[63419]: DEBUG nova.compute.manager [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Refreshing instance network info cache due to event network-changed-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 621.529787] env[63419]: DEBUG oslo_concurrency.lockutils [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] Acquiring lock "refresh_cache-0f345c27-a7f2-42f4-b60c-751276d3860b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.533997] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984d620b-a9fe-498c-9801-5bb3f2886d41 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.549880] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Instance VIF info [] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.556034] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Creating folder: Project (dc11ccd0dcf046c193ebb1a4c5366bdb). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.557025] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a929f638-5ff5-4c9b-95b4-7b3c135f0b15 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.568797] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Created folder: Project (dc11ccd0dcf046c193ebb1a4c5366bdb) in parent group-v528420. [ 621.569061] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Creating folder: Instances. Parent ref: group-v528495. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.569344] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2a63a78-6c7e-429e-98f2-97a1c68a3b08 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.580774] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Created folder: Instances in parent group-v528495. [ 621.581053] env[63419]: DEBUG oslo.service.loopingcall [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.581262] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.581483] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-760d5024-5cbd-412e-9711-6f2fc4d0f9f4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.600170] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.600170] env[63419]: value = "task-2621965" [ 621.600170] env[63419]: _type = "Task" [ 621.600170] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.609674] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621965, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.697917] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621959, 'name': ReconfigVM_Task, 'duration_secs': 0.270979} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.698263] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=63419) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 621.699222] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4ce46a-5d72-4ee9-aa75-4ebca2996cef {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.702612] env[63419]: DEBUG nova.scheduler.client.report [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.729229] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] b9f32509-47d3-485d-93a4-22e12490de17/b9f32509-47d3-485d-93a4-22e12490de17.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.734190] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Skipping network cache update for instance because it is being deleted. {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 621.734455] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Skipping network cache update for instance because it is being deleted. {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 621.734693] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Skipping network cache update for instance because it is Building. {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 621.734834] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Skipping network cache update for instance because it is Building. {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 621.735039] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Skipping network cache update for instance because it is Building. {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 621.738065] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "refresh_cache-0f345c27-a7f2-42f4-b60c-751276d3860b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.738475] env[63419]: DEBUG nova.compute.manager [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Instance network_info: |[{"id": "a0bd5b4d-5b51-45d2-a4b4-575de20fc38d", "address": "fa:16:3e:1e:6e:80", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bd5b4d-5b", "ovs_interfaceid": "a0bd5b4d-5b51-45d2-a4b4-575de20fc38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.738804] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-931d4cca-f1e9-4839-b23b-99a74b8a1cd0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.753433] env[63419]: DEBUG oslo_concurrency.lockutils [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] Acquired lock "refresh_cache-0f345c27-a7f2-42f4-b60c-751276d3860b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.753613] env[63419]: DEBUG nova.network.neutron [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Refreshing network info cache for port a0bd5b4d-5b51-45d2-a4b4-575de20fc38d {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.759261] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:6e:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0bd5b4d-5b51-45d2-a4b4-575de20fc38d', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.769898] env[63419]: DEBUG oslo.service.loopingcall [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.771935] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.781075] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcceb532-21ff-47a0-99df-f609b62abcb7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.802461] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 621.802461] env[63419]: value = "task-2621966" [ 621.802461] env[63419]: _type = "Task" [ 621.802461] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.808469] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Acquiring lock "refresh_cache-37c93441-be99-4d29-b8ab-d4a6da83e040" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.808469] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Acquired lock "refresh_cache-37c93441-be99-4d29-b8ab-d4a6da83e040" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.808666] env[63419]: DEBUG nova.network.neutron [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Forcefully refreshing network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 621.808972] env[63419]: DEBUG nova.objects.instance [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Lazy-loading 'info_cache' on Instance uuid 37c93441-be99-4d29-b8ab-d4a6da83e040 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 621.816068] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621960, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.821815] env[63419]: DEBUG oslo_vmware.api [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621961, 'name': PowerOffVM_Task, 'duration_secs': 0.30327} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.821815] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.821815] env[63419]: value = "task-2621967" [ 621.821815] env[63419]: _type = "Task" [ 621.821815] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.821815] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.821815] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.821815] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e95e6d69-5ab3-4fff-b3b7-5b987b7f7da6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.831296] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.841950] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621967, 'name': CreateVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.920208] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.920494] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.920664] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Deleting the datastore file [datastore2] 3541fb55-82d4-4803-b941-4a3b835e4b9c {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.921357] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-819d974c-88a7-430e-9779-ddd397fc91d6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.928700] env[63419]: DEBUG oslo_vmware.api [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621962, 'name': PowerOffVM_Task, 'duration_secs': 0.309706} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.930465] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.930465] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.930465] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd903986-4b86-483f-aed5-ed0f1116b616 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.936371] env[63419]: DEBUG oslo_vmware.api [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for the task: (returnval){ [ 621.936371] env[63419]: value = "task-2621969" [ 621.936371] env[63419]: _type = "Task" [ 621.936371] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.947118] env[63419]: DEBUG oslo_vmware.api [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.981083] env[63419]: DEBUG nova.compute.manager [req-422c0021-37a5-4cb9-9977-37377c2b6482 req-cef84478-dcdb-4bfa-859f-29f6038fd839 service nova] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Received event network-changed-fc7d37a2-3465-4860-8670-e4a739d90b5f {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 621.982595] env[63419]: DEBUG nova.compute.manager [req-422c0021-37a5-4cb9-9977-37377c2b6482 req-cef84478-dcdb-4bfa-859f-29f6038fd839 service nova] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Refreshing instance network info cache due to event network-changed-fc7d37a2-3465-4860-8670-e4a739d90b5f. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 621.982595] env[63419]: DEBUG oslo_concurrency.lockutils [req-422c0021-37a5-4cb9-9977-37377c2b6482 req-cef84478-dcdb-4bfa-859f-29f6038fd839 service nova] Acquiring lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.982595] env[63419]: DEBUG oslo_concurrency.lockutils [req-422c0021-37a5-4cb9-9977-37377c2b6482 req-cef84478-dcdb-4bfa-859f-29f6038fd839 service nova] Acquired lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.982595] env[63419]: DEBUG nova.network.neutron [req-422c0021-37a5-4cb9-9977-37377c2b6482 req-cef84478-dcdb-4bfa-859f-29f6038fd839 service nova] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Refreshing network info cache for port fc7d37a2-3465-4860-8670-e4a739d90b5f {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.015217] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.015449] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.015651] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Deleting the datastore file [datastore1] 57df8151-b7ef-4faa-8451-4ca33d7daf39 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.016037] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e908188-7a73-443c-9c3d-ae7dff53434b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.025446] env[63419]: DEBUG oslo_vmware.api [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for the task: (returnval){ [ 622.025446] env[63419]: value = "task-2621971" [ 622.025446] env[63419]: _type = "Task" [ 622.025446] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.026602] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.038885] env[63419]: DEBUG oslo_vmware.api [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.110816] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621965, 'name': CreateVM_Task, 'duration_secs': 0.398909} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.110938] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.111370] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.111532] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.111851] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.112173] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4eb7aa-8a85-4e8d-b2a3-de2b9094712f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.117355] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 622.117355] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5246a8c2-cfe6-454e-de6a-8eebcfbb9e6f" [ 622.117355] env[63419]: _type = "Task" [ 622.117355] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.126606] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5246a8c2-cfe6-454e-de6a-8eebcfbb9e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.209833] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.210473] env[63419]: DEBUG nova.compute.manager [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.215533] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.406s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.215533] env[63419]: DEBUG nova.objects.instance [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Lazy-loading 'resources' on Instance uuid b9e17b0f-6298-48f2-849b-9971fa0cecdf {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.219403] env[63419]: DEBUG nova.network.neutron [req-9b956114-3f1e-4205-9fe5-7209765ffcf3 req-d457150b-20f0-4a1c-8a6f-079d2c6d34b4 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Updated VIF entry in instance network info cache for port c341c49d-c431-4a15-a197-449cc08a58fe. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.220616] env[63419]: DEBUG nova.network.neutron [req-9b956114-3f1e-4205-9fe5-7209765ffcf3 req-d457150b-20f0-4a1c-8a6f-079d2c6d34b4 service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Updating instance_info_cache with network_info: [{"id": "c341c49d-c431-4a15-a197-449cc08a58fe", "address": "fa:16:3e:48:a3:51", "network": {"id": "b4a1d213-b1a7-4825-88ac-079aa0c17769", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-63339395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a3ca6ed373934270ba2726650ca359b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc341c49d-c4", "ovs_interfaceid": "c341c49d-c431-4a15-a197-449cc08a58fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.295588] env[63419]: DEBUG oslo_vmware.api [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Task: {'id': task-2621960, 'name': PowerOnVM_Task, 'duration_secs': 0.592786} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.298156] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.298156] env[63419]: DEBUG nova.compute.manager [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.298156] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c23c43-e5a5-4b57-b31d-af5df6bb4399 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.325782] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621966, 'name': ReconfigVM_Task, 'duration_secs': 0.445051} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.333739] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Reconfigured VM instance instance-0000000b to attach disk [datastore1] b9f32509-47d3-485d-93a4-22e12490de17/b9f32509-47d3-485d-93a4-22e12490de17.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.334171] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updating instance 'b9f32509-47d3-485d-93a4-22e12490de17' progress to 50 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 622.345612] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621967, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.447561] env[63419]: DEBUG oslo_vmware.api [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Task: {'id': task-2621969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247398} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.447899] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.448143] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.448450] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.448675] env[63419]: INFO nova.compute.manager [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 622.448931] env[63419]: DEBUG oslo.service.loopingcall [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.449588] env[63419]: DEBUG nova.compute.manager [-] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 622.449699] env[63419]: DEBUG nova.network.neutron [-] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 622.542616] env[63419]: DEBUG oslo_vmware.api [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Task: {'id': task-2621971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40692} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.542616] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.542616] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.542616] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.542616] env[63419]: INFO nova.compute.manager [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Took 1.15 seconds to destroy the instance on the hypervisor. [ 622.543138] env[63419]: DEBUG oslo.service.loopingcall [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.543138] env[63419]: DEBUG nova.compute.manager [-] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 622.543138] env[63419]: DEBUG nova.network.neutron [-] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 622.632060] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5246a8c2-cfe6-454e-de6a-8eebcfbb9e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.025218} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.632060] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.632060] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.632060] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.632504] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.632504] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.632504] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6de11872-c972-459c-b7f1-b4c9081a313a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.642231] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.642629] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.643335] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b088c046-c1d7-4e6b-93c3-ffdf5397a1e5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.652499] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 622.652499] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a9d30c-dbbc-541a-4251-ce3d56fc956c" [ 622.652499] env[63419]: _type = "Task" [ 622.652499] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.662590] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a9d30c-dbbc-541a-4251-ce3d56fc956c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.720966] env[63419]: DEBUG nova.compute.utils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 622.722524] env[63419]: DEBUG nova.compute.manager [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Not allocating networking since 'none' was specified. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 622.726398] env[63419]: DEBUG oslo_concurrency.lockutils [req-9b956114-3f1e-4205-9fe5-7209765ffcf3 req-d457150b-20f0-4a1c-8a6f-079d2c6d34b4 service nova] Releasing lock "refresh_cache-57df8151-b7ef-4faa-8451-4ca33d7daf39" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.833918] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.845035] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6785a03-6b94-4417-a427-9019a8a97414 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.852596] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621967, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.879713] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbd1259-19c7-4bec-a10b-75adb48e6ec1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.903051] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updating instance 'b9f32509-47d3-485d-93a4-22e12490de17' progress to 67 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 622.971039] env[63419]: DEBUG nova.network.neutron [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Updated VIF entry in instance network info cache for port a0bd5b4d-5b51-45d2-a4b4-575de20fc38d. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.971349] env[63419]: DEBUG nova.network.neutron [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Updating instance_info_cache with network_info: [{"id": "a0bd5b4d-5b51-45d2-a4b4-575de20fc38d", "address": "fa:16:3e:1e:6e:80", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bd5b4d-5b", "ovs_interfaceid": "a0bd5b4d-5b51-45d2-a4b4-575de20fc38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.164719] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a9d30c-dbbc-541a-4251-ce3d56fc956c, 'name': SearchDatastore_Task, 'duration_secs': 0.021356} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.165628] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6aacdc-1628-403c-8091-c98fb812ad65 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.184479] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 623.184479] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]529e4210-442b-768b-496c-05dda9b9ef01" [ 623.184479] env[63419]: _type = "Task" [ 623.184479] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.198465] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]529e4210-442b-768b-496c-05dda9b9ef01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.228652] env[63419]: DEBUG nova.compute.manager [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.329474] env[63419]: DEBUG nova.network.neutron [req-422c0021-37a5-4cb9-9977-37377c2b6482 req-cef84478-dcdb-4bfa-859f-29f6038fd839 service nova] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Updated VIF entry in instance network info cache for port fc7d37a2-3465-4860-8670-e4a739d90b5f. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.329613] env[63419]: DEBUG nova.network.neutron [req-422c0021-37a5-4cb9-9977-37377c2b6482 req-cef84478-dcdb-4bfa-859f-29f6038fd839 service nova] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Updating instance_info_cache with network_info: [{"id": "fc7d37a2-3465-4860-8670-e4a739d90b5f", "address": "fa:16:3e:22:11:12", "network": {"id": "79be7556-de92-4271-894b-8b1c2cc27ecb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1601633248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a144028c2114b2d8da938b5336dfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7d37a2-34", "ovs_interfaceid": "fc7d37a2-3465-4860-8670-e4a739d90b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.343322] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621967, 'name': CreateVM_Task, 'duration_secs': 1.464434} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.343587] env[63419]: DEBUG nova.network.neutron [-] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.344680] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.345571] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.345736] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.346074] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.346326] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e63412-bafb-4975-861e-9edf4a68b905 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.357089] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 623.357089] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]524814e8-91fe-42b0-2d9e-334579726970" [ 623.357089] env[63419]: _type = "Task" [ 623.357089] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.368186] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524814e8-91fe-42b0-2d9e-334579726970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.394892] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b0d9a-5e6d-463f-b87b-b57a8763095f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.401714] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81046d6-45dc-42ca-843a-7acdefad90d5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.440277] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b393e34f-47a0-4516-9394-942257a45268 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.449706] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baec0d73-cf25-485f-afb4-463c54c3ebeb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.468283] env[63419]: DEBUG nova.compute.provider_tree [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.475324] env[63419]: DEBUG oslo_concurrency.lockutils [req-b636a5ff-e25c-4fd8-b3d3-7ac3b68f0508 req-b89ae496-0e63-4381-8576-8a4bf1acd51e service nova] Releasing lock "refresh_cache-0f345c27-a7f2-42f4-b60c-751276d3860b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.566195] env[63419]: DEBUG nova.network.neutron [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Port 6d8889ee-e01b-4ec5-b74c-066885487b7f binding to destination host cpu-1 is already ACTIVE {{(pid=63419) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 623.699625] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]529e4210-442b-768b-496c-05dda9b9ef01, 'name': SearchDatastore_Task, 'duration_secs': 0.041351} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.699971] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.700296] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 7e0b708c-30d4-4e6e-8127-9fe68dc2f193/7e0b708c-30d4-4e6e-8127-9fe68dc2f193.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.700621] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a8acb4f-7cd1-41d5-be92-cff7a9e627a8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.708391] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 623.708391] env[63419]: value = "task-2621973" [ 623.708391] env[63419]: _type = "Task" [ 623.708391] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.717183] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.809882] env[63419]: DEBUG nova.network.neutron [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Updating instance_info_cache with network_info: [{"id": "71658874-9084-4e6a-8030-00f9ca1f65ee", "address": "fa:16:3e:96:b2:32", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71658874-90", "ovs_interfaceid": "71658874-9084-4e6a-8030-00f9ca1f65ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.834654] env[63419]: DEBUG oslo_concurrency.lockutils [req-422c0021-37a5-4cb9-9977-37377c2b6482 req-cef84478-dcdb-4bfa-859f-29f6038fd839 service nova] Releasing lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.845989] env[63419]: INFO nova.compute.manager [-] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Took 1.40 seconds to deallocate network for instance. [ 623.859545] env[63419]: DEBUG nova.network.neutron [-] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.873639] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524814e8-91fe-42b0-2d9e-334579726970, 'name': SearchDatastore_Task, 'duration_secs': 0.06749} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.873639] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.873639] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.873639] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.873869] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.874146] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.875190] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db143c23-e09c-4f06-916d-5bd889ddacdd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.896590] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.896590] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.896590] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce7e164-0036-47e1-85be-e8758ddfb852 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.903513] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 623.903513] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52fa7f8b-2b43-9768-ed11-2f6f3dee108a" [ 623.903513] env[63419]: _type = "Task" [ 623.903513] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.914270] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52fa7f8b-2b43-9768-ed11-2f6f3dee108a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.971871] env[63419]: DEBUG nova.scheduler.client.report [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.226914] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.243074] env[63419]: DEBUG nova.compute.manager [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.277934] env[63419]: DEBUG nova.virt.hardware [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.278204] env[63419]: DEBUG nova.virt.hardware [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.278346] env[63419]: DEBUG nova.virt.hardware [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.278522] env[63419]: DEBUG nova.virt.hardware [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.278662] env[63419]: DEBUG nova.virt.hardware [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.278804] env[63419]: DEBUG nova.virt.hardware [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.279175] env[63419]: DEBUG nova.virt.hardware [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.279518] env[63419]: DEBUG nova.virt.hardware [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.279732] env[63419]: DEBUG nova.virt.hardware [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.280217] env[63419]: DEBUG nova.virt.hardware [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.280437] env[63419]: DEBUG nova.virt.hardware [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.281336] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dae879-25c2-4c62-9601-f2087171c97a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.296139] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3695d3-113e-4a9a-afed-d8249e26ed51 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.314653] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Releasing lock "refresh_cache-37c93441-be99-4d29-b8ab-d4a6da83e040" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.315266] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Updated the network info_cache for instance {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 624.315374] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Instance VIF info [] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.322917] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Creating folder: Project (7fab40325187477aa4317e9e7c066e6b). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.322917] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.323180] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d234a8ea-b613-4034-9c03-f37c7e9b05e0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.325201] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.325724] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.326218] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.326479] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.326764] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.326985] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63419) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 624.327187] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.336493] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Created folder: Project (7fab40325187477aa4317e9e7c066e6b) in parent group-v528420. [ 624.336707] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Creating folder: Instances. Parent ref: group-v528499. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.336961] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e163355-b382-42e9-84d8-ad1f6d7209b9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.349705] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Created folder: Instances in parent group-v528499. [ 624.349935] env[63419]: DEBUG oslo.service.loopingcall [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.350442] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.350442] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2091e2ee-652c-43ae-b0d3-dc5ea1659f06 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.365360] env[63419]: DEBUG oslo_concurrency.lockutils [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.366022] env[63419]: INFO nova.compute.manager [-] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Took 1.82 seconds to deallocate network for instance. [ 624.373664] env[63419]: DEBUG nova.compute.manager [req-753359c8-9af0-4434-a77d-b2b970144346 req-dd6fa7e4-d98d-419e-be55-615f26c33e9a service nova] [instance: 57df8151-b7ef-4faa-8451-4ca33d7daf39] Received event network-vif-deleted-c341c49d-c431-4a15-a197-449cc08a58fe {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 624.375976] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.375976] env[63419]: value = "task-2621976" [ 624.375976] env[63419]: _type = "Task" [ 624.375976] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.385340] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621976, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.416376] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52fa7f8b-2b43-9768-ed11-2f6f3dee108a, 'name': SearchDatastore_Task, 'duration_secs': 0.020108} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.418043] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad989cc-0064-4020-ba9b-8f93397212f3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.424996] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 624.424996] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a67b13-e258-7f49-9ca8-5a95dc9e880e" [ 624.424996] env[63419]: _type = "Task" [ 624.424996] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.434899] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a67b13-e258-7f49-9ca8-5a95dc9e880e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.478776] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.481281] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.063s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.483242] env[63419]: INFO nova.compute.claims [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.508802] env[63419]: INFO nova.scheduler.client.report [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Deleted allocations for instance b9e17b0f-6298-48f2-849b-9971fa0cecdf [ 624.545120] env[63419]: DEBUG nova.compute.manager [req-ba166f60-3625-4a3c-bf3c-7711c80f2b80 req-6bff36b9-693f-4692-9be2-1682c1a8d70a service nova] [instance: 3541fb55-82d4-4803-b941-4a3b835e4b9c] Received event network-vif-deleted-2ebb9016-10c3-4a48-bba3-7294dbd8bdb7 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 624.545348] env[63419]: DEBUG nova.compute.manager [req-ba166f60-3625-4a3c-bf3c-7711c80f2b80 req-6bff36b9-693f-4692-9be2-1682c1a8d70a service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Received event network-changed-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 624.545509] env[63419]: DEBUG nova.compute.manager [req-ba166f60-3625-4a3c-bf3c-7711c80f2b80 req-6bff36b9-693f-4692-9be2-1682c1a8d70a service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Refreshing instance network info cache due to event network-changed-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 624.545721] env[63419]: DEBUG oslo_concurrency.lockutils [req-ba166f60-3625-4a3c-bf3c-7711c80f2b80 req-6bff36b9-693f-4692-9be2-1682c1a8d70a service nova] Acquiring lock "refresh_cache-7d9f4739-340e-45d3-9a48-97524a1382f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.545872] env[63419]: DEBUG oslo_concurrency.lockutils [req-ba166f60-3625-4a3c-bf3c-7711c80f2b80 req-6bff36b9-693f-4692-9be2-1682c1a8d70a service nova] Acquired lock "refresh_cache-7d9f4739-340e-45d3-9a48-97524a1382f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.546049] env[63419]: DEBUG nova.network.neutron [req-ba166f60-3625-4a3c-bf3c-7711c80f2b80 req-6bff36b9-693f-4692-9be2-1682c1a8d70a service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Refreshing network info cache for port 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.597874] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "b9f32509-47d3-485d-93a4-22e12490de17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.598233] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "b9f32509-47d3-485d-93a4-22e12490de17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.598401] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "b9f32509-47d3-485d-93a4-22e12490de17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.727508] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621973, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.790097] env[63419]: DEBUG oslo_concurrency.lockutils [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquiring lock "154f2013-37a3-4e14-b377-e992a080d8f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.790249] env[63419]: DEBUG oslo_concurrency.lockutils [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Lock "154f2013-37a3-4e14-b377-e992a080d8f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.790390] env[63419]: DEBUG oslo_concurrency.lockutils [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquiring lock "154f2013-37a3-4e14-b377-e992a080d8f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.790589] env[63419]: DEBUG oslo_concurrency.lockutils [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Lock "154f2013-37a3-4e14-b377-e992a080d8f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.790755] env[63419]: DEBUG oslo_concurrency.lockutils [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Lock "154f2013-37a3-4e14-b377-e992a080d8f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.793282] env[63419]: INFO nova.compute.manager [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Terminating instance [ 624.831318] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.849777] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "d844be78-6a9d-4518-a427-c1465a687661" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.850169] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "d844be78-6a9d-4518-a427-c1465a687661" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.879367] env[63419]: DEBUG oslo_concurrency.lockutils [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.891748] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621976, 'name': CreateVM_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.941148] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a67b13-e258-7f49-9ca8-5a95dc9e880e, 'name': SearchDatastore_Task, 'duration_secs': 0.012918} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.941195] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.942026] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 0f345c27-a7f2-42f4-b60c-751276d3860b/0f345c27-a7f2-42f4-b60c-751276d3860b.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.942205] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d2510c2-5a33-4f6e-bfec-beb85ce8f3ae {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.951973] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 624.951973] env[63419]: value = "task-2621978" [ 624.951973] env[63419]: _type = "Task" [ 624.951973] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.963237] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.019391] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ee2ca90f-6e2a-4c2b-bbba-fb37a57b8d0a tempest-ServerAddressesTestJSON-769454989 tempest-ServerAddressesTestJSON-769454989-project-member] Lock "b9e17b0f-6298-48f2-849b-9971fa0cecdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.932s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.227226] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621973, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.195507} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.227329] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 7e0b708c-30d4-4e6e-8127-9fe68dc2f193/7e0b708c-30d4-4e6e-8127-9fe68dc2f193.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.227614] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.227896] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13dcac51-2b66-4420-9002-34d45d89b948 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.237210] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 625.237210] env[63419]: value = "task-2621979" [ 625.237210] env[63419]: _type = "Task" [ 625.237210] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.246802] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.298190] env[63419]: DEBUG oslo_concurrency.lockutils [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquiring lock "refresh_cache-154f2013-37a3-4e14-b377-e992a080d8f8" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.298384] env[63419]: DEBUG oslo_concurrency.lockutils [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquired lock "refresh_cache-154f2013-37a3-4e14-b377-e992a080d8f8" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.298562] env[63419]: DEBUG nova.network.neutron [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.389589] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2621976, 'name': CreateVM_Task, 'duration_secs': 0.892787} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.389785] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.390695] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.390695] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.390907] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.391200] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8aa3912-e7e9-4977-acc5-d6b5f5d26c22 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.397878] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 625.397878] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52452b56-400f-fe22-2025-8adc5965c9ec" [ 625.397878] env[63419]: _type = "Task" [ 625.397878] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.408091] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52452b56-400f-fe22-2025-8adc5965c9ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.464405] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621978, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.734587] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.735035] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.735035] env[63419]: DEBUG nova.network.neutron [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.750248] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220936} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.750679] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.752134] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdd090e-05e3-420d-9aec-b3107c33be47 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.795662] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 7e0b708c-30d4-4e6e-8127-9fe68dc2f193/7e0b708c-30d4-4e6e-8127-9fe68dc2f193.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.802622] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-120c4531-5067-4fe0-826c-55f9690539ca {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.841593] env[63419]: DEBUG nova.network.neutron [req-ba166f60-3625-4a3c-bf3c-7711c80f2b80 req-6bff36b9-693f-4692-9be2-1682c1a8d70a service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Updated VIF entry in instance network info cache for port 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.841593] env[63419]: DEBUG nova.network.neutron [req-ba166f60-3625-4a3c-bf3c-7711c80f2b80 req-6bff36b9-693f-4692-9be2-1682c1a8d70a service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Updating instance_info_cache with network_info: [{"id": "3ac30b06-3337-4bc5-b870-ef47e7a0c9ab", "address": "fa:16:3e:75:ed:e6", "network": {"id": "6b93a002-f8c2-4531-ad37-b2f39105e89d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1273356911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddb4f67636a24cf2a81366a21ad25042", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac30b06-33", "ovs_interfaceid": "3ac30b06-3337-4bc5-b870-ef47e7a0c9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.842601] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 625.842601] env[63419]: value = "task-2621980" [ 625.842601] env[63419]: _type = "Task" [ 625.842601] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.854243] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.865184] env[63419]: DEBUG nova.network.neutron [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.912354] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52452b56-400f-fe22-2025-8adc5965c9ec, 'name': SearchDatastore_Task, 'duration_secs': 0.043603} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.918757] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.919083] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.919328] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.919470] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.919672] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.920235] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ee1c270-8432-4db1-a7ea-3f50934c84a1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.939965] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.940271] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.941047] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa78d5a9-f98d-4556-b2fe-3aee318b4e99 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.950385] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 625.950385] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]523501d5-3e73-1fe4-704f-9b3bee19c82f" [ 625.950385] env[63419]: _type = "Task" [ 625.950385] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.965081] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523501d5-3e73-1fe4-704f-9b3bee19c82f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.970760] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621978, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.044932] env[63419]: DEBUG nova.network.neutron [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.192054] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd658db-b6b5-4acf-bee8-910f688b7f34 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.200764] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d183e253-2e1e-4636-9b55-488482eaef33 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.238802] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8752602-bed8-4d95-8fbc-c6117dd0e707 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.250648] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0ad817-16e6-4fbb-b42e-4934db237917 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.268642] env[63419]: DEBUG nova.compute.provider_tree [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.347043] env[63419]: DEBUG oslo_concurrency.lockutils [req-ba166f60-3625-4a3c-bf3c-7711c80f2b80 req-6bff36b9-693f-4692-9be2-1682c1a8d70a service nova] Releasing lock "refresh_cache-7d9f4739-340e-45d3-9a48-97524a1382f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.355528] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.464365] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621978, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.145051} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.468097] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 0f345c27-a7f2-42f4-b60c-751276d3860b/0f345c27-a7f2-42f4-b60c-751276d3860b.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.468382] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.468694] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523501d5-3e73-1fe4-704f-9b3bee19c82f, 'name': SearchDatastore_Task, 'duration_secs': 0.050515} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.471195] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34a858e4-4af6-4d91-a57b-8672321ddeb5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.474182] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ca2004-ff42-451a-9c5d-7ba0505d9e61 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.481088] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 626.481088] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52d2a1b9-b228-f13b-3ec9-943242455c39" [ 626.481088] env[63419]: _type = "Task" [ 626.481088] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.486467] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 626.486467] env[63419]: value = "task-2621981" [ 626.486467] env[63419]: _type = "Task" [ 626.486467] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.493932] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52d2a1b9-b228-f13b-3ec9-943242455c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.500411] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.550798] env[63419]: DEBUG oslo_concurrency.lockutils [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Releasing lock "refresh_cache-154f2013-37a3-4e14-b377-e992a080d8f8" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.551284] env[63419]: DEBUG nova.compute.manager [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.551477] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.552574] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a110b8-7dfb-485f-8e5f-c654df07e4f8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.560780] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.561209] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59d93d37-fc40-4459-857d-9224e0cfc703 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.569924] env[63419]: DEBUG oslo_vmware.api [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 626.569924] env[63419]: value = "task-2621983" [ 626.569924] env[63419]: _type = "Task" [ 626.569924] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.581884] env[63419]: DEBUG oslo_vmware.api [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.725038] env[63419]: DEBUG nova.network.neutron [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updating instance_info_cache with network_info: [{"id": "6d8889ee-e01b-4ec5-b74c-066885487b7f", "address": "fa:16:3e:86:85:b1", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8889ee-e0", "ovs_interfaceid": "6d8889ee-e01b-4ec5-b74c-066885487b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.771976] env[63419]: DEBUG nova.scheduler.client.report [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.855314] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.997607] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52d2a1b9-b228-f13b-3ec9-943242455c39, 'name': SearchDatastore_Task, 'duration_secs': 0.027682} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.998275] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.998698] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 7d5d9360-e0f8-4e72-850b-5a5b01d619de/7d5d9360-e0f8-4e72-850b-5a5b01d619de.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.999239] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d09ff59-4976-42c1-b048-c6b74d0307ec {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.005581] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174744} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.006239] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.007237] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e887d9-3796-49a3-bdce-7c0d1e9c9432 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.011429] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 627.011429] env[63419]: value = "task-2621984" [ 627.011429] env[63419]: _type = "Task" [ 627.011429] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.034819] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 0f345c27-a7f2-42f4-b60c-751276d3860b/0f345c27-a7f2-42f4-b60c-751276d3860b.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.035796] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42cba17e-e34a-4d6d-a8b1-3a0faa4a47e3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.056985] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2621984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.063600] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 627.063600] env[63419]: value = "task-2621985" [ 627.063600] env[63419]: _type = "Task" [ 627.063600] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.072497] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.082448] env[63419]: DEBUG oslo_vmware.api [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621983, 'name': PowerOffVM_Task, 'duration_secs': 0.133057} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.082448] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.082448] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 627.082758] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f43b7583-ef6b-497c-b843-e04550170314 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.110930] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 627.111380] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 627.111490] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Deleting the datastore file [datastore2] 154f2013-37a3-4e14-b377-e992a080d8f8 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.111796] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddaf50eb-3cf9-4715-a547-096a51c34f76 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.121016] env[63419]: DEBUG oslo_vmware.api [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for the task: (returnval){ [ 627.121016] env[63419]: value = "task-2621987" [ 627.121016] env[63419]: _type = "Task" [ 627.121016] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.132083] env[63419]: DEBUG oslo_vmware.api [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.232259] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Releasing lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.285106] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.285904] env[63419]: DEBUG nova.compute.manager [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.289173] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.953s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.290932] env[63419]: INFO nova.compute.claims [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.361249] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621980, 'name': ReconfigVM_Task, 'duration_secs': 1.119224} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.361249] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 7e0b708c-30d4-4e6e-8127-9fe68dc2f193/7e0b708c-30d4-4e6e-8127-9fe68dc2f193.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.362651] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e5ef76b-5531-4d78-a0aa-62bd56577985 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.374471] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 627.374471] env[63419]: value = "task-2621988" [ 627.374471] env[63419]: _type = "Task" [ 627.374471] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.389167] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621988, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.473201] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Acquiring lock "320cd20d-40dd-4c0b-99f4-c9341df44457" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.473484] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Lock "320cd20d-40dd-4c0b-99f4-c9341df44457" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.526423] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2621984, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.576162] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621985, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.631993] env[63419]: DEBUG oslo_vmware.api [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Task: {'id': task-2621987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180221} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.632336] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.632566] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.632790] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.633018] env[63419]: INFO nova.compute.manager [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 627.633308] env[63419]: DEBUG oslo.service.loopingcall [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.633544] env[63419]: DEBUG nova.compute.manager [-] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.633663] env[63419]: DEBUG nova.network.neutron [-] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.657792] env[63419]: DEBUG nova.network.neutron [-] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.758679] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b111954c-37d7-44a2-a380-118ec88d9aa7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.781014] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa68325-13bf-4965-8ebb-108f7a94d15f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.791142] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updating instance 'b9f32509-47d3-485d-93a4-22e12490de17' progress to 83 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 627.796984] env[63419]: DEBUG nova.compute.utils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 627.800694] env[63419]: DEBUG nova.compute.manager [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.801017] env[63419]: DEBUG nova.network.neutron [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.885258] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621988, 'name': Rename_Task, 'duration_secs': 0.269832} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.885258] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.885463] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b646455-0250-40c8-a757-a51d0796976f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.893855] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 627.893855] env[63419]: value = "task-2621989" [ 627.893855] env[63419]: _type = "Task" [ 627.893855] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.918937] env[63419]: DEBUG nova.policy [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cc559e7d32940f5a315cff7f9e0751b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b8f76985b88489c9475ca53c47189cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.014223] env[63419]: DEBUG nova.compute.manager [req-0e314de7-46e3-47b2-9bf6-5f8c3628edff req-89ce769e-ab47-4987-acd8-72349048a82d service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Received event network-changed-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 628.014428] env[63419]: DEBUG nova.compute.manager [req-0e314de7-46e3-47b2-9bf6-5f8c3628edff req-89ce769e-ab47-4987-acd8-72349048a82d service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Refreshing instance network info cache due to event network-changed-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 628.014848] env[63419]: DEBUG oslo_concurrency.lockutils [req-0e314de7-46e3-47b2-9bf6-5f8c3628edff req-89ce769e-ab47-4987-acd8-72349048a82d service nova] Acquiring lock "refresh_cache-7d9f4739-340e-45d3-9a48-97524a1382f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.015136] env[63419]: DEBUG oslo_concurrency.lockutils [req-0e314de7-46e3-47b2-9bf6-5f8c3628edff req-89ce769e-ab47-4987-acd8-72349048a82d service nova] Acquired lock "refresh_cache-7d9f4739-340e-45d3-9a48-97524a1382f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.019108] env[63419]: DEBUG nova.network.neutron [req-0e314de7-46e3-47b2-9bf6-5f8c3628edff req-89ce769e-ab47-4987-acd8-72349048a82d service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Refreshing network info cache for port 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.029180] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2621984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518729} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.030969] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 7d5d9360-e0f8-4e72-850b-5a5b01d619de/7d5d9360-e0f8-4e72-850b-5a5b01d619de.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.030969] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.030969] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f5caee7-af6c-4f72-9c12-69349d353337 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.040806] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 628.040806] env[63419]: value = "task-2621990" [ 628.040806] env[63419]: _type = "Task" [ 628.040806] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.050522] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2621990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.079026] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621985, 'name': ReconfigVM_Task, 'duration_secs': 0.520692} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.079026] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 0f345c27-a7f2-42f4-b60c-751276d3860b/0f345c27-a7f2-42f4-b60c-751276d3860b.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.079026] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00021615-9b80-4ad6-977c-794223393375 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.087805] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 628.087805] env[63419]: value = "task-2621991" [ 628.087805] env[63419]: _type = "Task" [ 628.087805] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.098314] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621991, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.161564] env[63419]: DEBUG nova.network.neutron [-] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.299972] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.299972] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71ea646a-0adf-4012-ba6a-3492edfe9e7e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.302254] env[63419]: DEBUG nova.compute.manager [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.322825] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 628.322825] env[63419]: value = "task-2621992" [ 628.322825] env[63419]: _type = "Task" [ 628.322825] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.335339] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.404953] env[63419]: DEBUG oslo_vmware.api [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621989, 'name': PowerOnVM_Task, 'duration_secs': 0.506239} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.405280] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.405468] env[63419]: INFO nova.compute.manager [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Took 6.92 seconds to spawn the instance on the hypervisor. [ 628.405663] env[63419]: DEBUG nova.compute.manager [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.406522] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d31b7df-60db-46de-8ab1-745e5c1191f9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.551018] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2621990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083427} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.551141] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.551937] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be11075d-3a32-43f2-9d80-00fa8e460582 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.583091] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 7d5d9360-e0f8-4e72-850b-5a5b01d619de/7d5d9360-e0f8-4e72-850b-5a5b01d619de.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.587882] env[63419]: DEBUG nova.network.neutron [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Successfully created port: bcdfb554-e114-45f0-9050-d907327c1dac {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.590106] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49b14897-8d43-44b7-859c-1fec15dc71c2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.616687] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621991, 'name': Rename_Task, 'duration_secs': 0.167145} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.620139] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.622469] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 628.622469] env[63419]: value = "task-2621993" [ 628.622469] env[63419]: _type = "Task" [ 628.622469] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.622469] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40c2a926-be47-478a-8c31-165327b5e17e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.632458] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2621993, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.633960] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 628.633960] env[63419]: value = "task-2621994" [ 628.633960] env[63419]: _type = "Task" [ 628.633960] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.645917] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.663416] env[63419]: INFO nova.compute.manager [-] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Took 1.03 seconds to deallocate network for instance. [ 628.833682] env[63419]: DEBUG oslo_vmware.api [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2621992, 'name': PowerOnVM_Task, 'duration_secs': 0.437} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.836471] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.836668] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf21017-e334-4df8-9751-69fe81636ed8 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updating instance 'b9f32509-47d3-485d-93a4-22e12490de17' progress to 100 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 628.929760] env[63419]: INFO nova.compute.manager [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Took 39.06 seconds to build instance. [ 628.961837] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d7d322-b65c-430e-8f1f-46d96ba7b8e3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.974875] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adf3b9f-9fa9-4e90-8069-c51aaa5d73b3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.018012] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e480ee-1a91-42aa-ba9e-74467c3f5f03 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.022997] env[63419]: DEBUG nova.network.neutron [req-0e314de7-46e3-47b2-9bf6-5f8c3628edff req-89ce769e-ab47-4987-acd8-72349048a82d service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Updated VIF entry in instance network info cache for port 3ac30b06-3337-4bc5-b870-ef47e7a0c9ab. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.023542] env[63419]: DEBUG nova.network.neutron [req-0e314de7-46e3-47b2-9bf6-5f8c3628edff req-89ce769e-ab47-4987-acd8-72349048a82d service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Updating instance_info_cache with network_info: [{"id": "3ac30b06-3337-4bc5-b870-ef47e7a0c9ab", "address": "fa:16:3e:75:ed:e6", "network": {"id": "6b93a002-f8c2-4531-ad37-b2f39105e89d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1273356911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddb4f67636a24cf2a81366a21ad25042", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac30b06-33", "ovs_interfaceid": "3ac30b06-3337-4bc5-b870-ef47e7a0c9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.028325] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50009bbe-9b89-4636-8c65-b5bb1179d4ea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.047306] env[63419]: DEBUG nova.compute.provider_tree [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.133314] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2621993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.144480] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.175502] env[63419]: DEBUG oslo_concurrency.lockutils [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.321687] env[63419]: DEBUG nova.compute.manager [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.357874] env[63419]: DEBUG nova.virt.hardware [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.358234] env[63419]: DEBUG nova.virt.hardware [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.358403] env[63419]: DEBUG nova.virt.hardware [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.358629] env[63419]: DEBUG nova.virt.hardware [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.358822] env[63419]: DEBUG nova.virt.hardware [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.359213] env[63419]: DEBUG nova.virt.hardware [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.359213] env[63419]: DEBUG nova.virt.hardware [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.359418] env[63419]: DEBUG nova.virt.hardware [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.359552] env[63419]: DEBUG nova.virt.hardware [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.359820] env[63419]: DEBUG nova.virt.hardware [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.359892] env[63419]: DEBUG nova.virt.hardware [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.361023] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874fb969-bee1-4107-8894-cb9ff8b6e245 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.371941] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d74b6a-f632-4fc2-93d5-c1c3b2cf6c30 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.432181] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5151c2ea-7027-4d64-9474-5e193749abc6 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Lock "7e0b708c-30d4-4e6e-8127-9fe68dc2f193" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.728s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.527874] env[63419]: DEBUG oslo_concurrency.lockutils [req-0e314de7-46e3-47b2-9bf6-5f8c3628edff req-89ce769e-ab47-4987-acd8-72349048a82d service nova] Releasing lock "refresh_cache-7d9f4739-340e-45d3-9a48-97524a1382f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.550221] env[63419]: DEBUG nova.scheduler.client.report [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.639357] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2621993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.645149] env[63419]: DEBUG oslo_vmware.api [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2621994, 'name': PowerOnVM_Task, 'duration_secs': 0.777904} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.645149] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.645149] env[63419]: INFO nova.compute.manager [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Took 10.99 seconds to spawn the instance on the hypervisor. [ 629.645149] env[63419]: DEBUG nova.compute.manager [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.646130] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4137a78-1bb2-4bfd-9dab-b24388568be6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.935212] env[63419]: DEBUG nova.compute.manager [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.018494] env[63419]: INFO nova.compute.manager [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Rebuilding instance [ 630.049358] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Acquiring lock "7d9f4739-340e-45d3-9a48-97524a1382f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.049358] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Lock "7d9f4739-340e-45d3-9a48-97524a1382f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.049533] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Acquiring lock "7d9f4739-340e-45d3-9a48-97524a1382f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.049578] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Lock "7d9f4739-340e-45d3-9a48-97524a1382f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.050726] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Lock "7d9f4739-340e-45d3-9a48-97524a1382f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.052952] env[63419]: INFO nova.compute.manager [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Terminating instance [ 630.054566] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.054993] env[63419]: DEBUG nova.compute.manager [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.058013] env[63419]: DEBUG oslo_concurrency.lockutils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.514s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.059397] env[63419]: INFO nova.compute.claims [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.075362] env[63419]: DEBUG nova.compute.manager [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.076229] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50950e4-3be2-4701-a598-7bd12f568e53 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.135651] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2621993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.167965] env[63419]: INFO nova.compute.manager [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Took 42.31 seconds to build instance. [ 630.459344] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.564204] env[63419]: DEBUG nova.compute.utils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 630.566683] env[63419]: DEBUG nova.compute.manager [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.566956] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.570478] env[63419]: DEBUG nova.compute.manager [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.570478] env[63419]: DEBUG nova.network.neutron [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.574103] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26023fe0-17e7-4dcf-9cf7-262796be53ba {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.584810] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.585153] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fba01df-8aba-40af-937c-8414948d6932 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.598381] env[63419]: DEBUG oslo_vmware.api [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Waiting for the task: (returnval){ [ 630.598381] env[63419]: value = "task-2621996" [ 630.598381] env[63419]: _type = "Task" [ 630.598381] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.613116] env[63419]: DEBUG oslo_vmware.api [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2621996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.637107] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2621993, 'name': ReconfigVM_Task, 'duration_secs': 1.542316} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.637418] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 7d5d9360-e0f8-4e72-850b-5a5b01d619de/7d5d9360-e0f8-4e72-850b-5a5b01d619de.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.638044] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e25a7217-e6f7-493e-bb60-de864773d38f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.647404] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 630.647404] env[63419]: value = "task-2621997" [ 630.647404] env[63419]: _type = "Task" [ 630.647404] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.659469] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2621997, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.670069] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5965563e-bd4b-4e20-acef-7471258cf23e tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "0f345c27-a7f2-42f4-b60c-751276d3860b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.278s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.696087] env[63419]: DEBUG nova.policy [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a78378a4ec8b416a852b6c3f1491f327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed9685efcd19456e95f69abf9d5f1723', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.849312] env[63419]: DEBUG nova.compute.manager [req-35196321-0bc1-453c-a878-e6734500159f req-da3a9a2a-623d-45fa-970b-348db26aae8a service nova] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Received event network-vif-plugged-bcdfb554-e114-45f0-9050-d907327c1dac {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 630.849556] env[63419]: DEBUG oslo_concurrency.lockutils [req-35196321-0bc1-453c-a878-e6734500159f req-da3a9a2a-623d-45fa-970b-348db26aae8a service nova] Acquiring lock "926fa14a-e284-4cd4-9ea5-816e590d5612-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.849878] env[63419]: DEBUG oslo_concurrency.lockutils [req-35196321-0bc1-453c-a878-e6734500159f req-da3a9a2a-623d-45fa-970b-348db26aae8a service nova] Lock "926fa14a-e284-4cd4-9ea5-816e590d5612-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.850130] env[63419]: DEBUG oslo_concurrency.lockutils [req-35196321-0bc1-453c-a878-e6734500159f req-da3a9a2a-623d-45fa-970b-348db26aae8a service nova] Lock "926fa14a-e284-4cd4-9ea5-816e590d5612-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.850409] env[63419]: DEBUG nova.compute.manager [req-35196321-0bc1-453c-a878-e6734500159f req-da3a9a2a-623d-45fa-970b-348db26aae8a service nova] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] No waiting events found dispatching network-vif-plugged-bcdfb554-e114-45f0-9050-d907327c1dac {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.850610] env[63419]: WARNING nova.compute.manager [req-35196321-0bc1-453c-a878-e6734500159f req-da3a9a2a-623d-45fa-970b-348db26aae8a service nova] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Received unexpected event network-vif-plugged-bcdfb554-e114-45f0-9050-d907327c1dac for instance with vm_state building and task_state spawning. [ 630.934435] env[63419]: DEBUG nova.network.neutron [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Successfully updated port: bcdfb554-e114-45f0-9050-d907327c1dac {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.071540] env[63419]: DEBUG nova.compute.manager [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.093749] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.094425] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd984a0d-da96-4174-86dc-49538c9eed1a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.109590] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 631.109590] env[63419]: value = "task-2621998" [ 631.109590] env[63419]: _type = "Task" [ 631.109590] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.124407] env[63419]: DEBUG oslo_vmware.api [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2621996, 'name': PowerOffVM_Task, 'duration_secs': 0.331945} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.132588] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.132817] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.140471] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d0d1127-fc8e-40ee-8210-a1ce01517247 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.142044] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.166194] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2621997, 'name': Rename_Task, 'duration_secs': 0.235297} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.169094] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.169899] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7be1d1d-b99d-4b7b-b270-4563d9996de1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.173939] env[63419]: DEBUG nova.compute.manager [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.185586] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 631.185586] env[63419]: value = "task-2622000" [ 631.185586] env[63419]: _type = "Task" [ 631.185586] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.198180] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.232362] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.232580] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.232774] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Deleting the datastore file [datastore2] 7d9f4739-340e-45d3-9a48-97524a1382f6 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.233393] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-753a7175-3b6a-41d1-a3b3-ec3418d3de24 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.247873] env[63419]: DEBUG oslo_vmware.api [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Waiting for the task: (returnval){ [ 631.247873] env[63419]: value = "task-2622001" [ 631.247873] env[63419]: _type = "Task" [ 631.247873] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.258667] env[63419]: DEBUG oslo_vmware.api [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2622001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.314974] env[63419]: DEBUG nova.network.neutron [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Successfully created port: 2b8df141-2b96-4ac9-8e2b-aa84addf3d22 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.439127] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "refresh_cache-926fa14a-e284-4cd4-9ea5-816e590d5612" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.439127] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquired lock "refresh_cache-926fa14a-e284-4cd4-9ea5-816e590d5612" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.439127] env[63419]: DEBUG nova.network.neutron [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.632266] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2621998, 'name': PowerOffVM_Task, 'duration_secs': 0.165889} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.638551] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.638986] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.641255] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d262b359-c009-4894-8b69-f9fa195a331c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.646094] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "b9f32509-47d3-485d-93a4-22e12490de17" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.646698] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "b9f32509-47d3-485d-93a4-22e12490de17" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.003s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.646698] env[63419]: DEBUG nova.compute.manager [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Going to confirm migration 1 {{(pid=63419) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 631.657201] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.660031] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5be040c2-47c0-419d-9295-3fdbfb59fd77 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.692981] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.693250] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.693485] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Deleting the datastore file [datastore1] 7e0b708c-30d4-4e6e-8127-9fe68dc2f193 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.693799] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b031282f-feae-45d6-9022-b0d6c5e067af {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.700274] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.713084] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 631.713084] env[63419]: value = "task-2622003" [ 631.713084] env[63419]: _type = "Task" [ 631.713084] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.714086] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.725582] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.740386] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7977f839-7b0f-4d80-ad80-5b2b402d63e6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.748816] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e58a90b-5c13-4deb-949c-445c28bf01df {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.762503] env[63419]: DEBUG oslo_vmware.api [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Task: {'id': task-2622001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450053} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.789221] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.789221] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.789440] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.789594] env[63419]: INFO nova.compute.manager [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Took 1.22 seconds to destroy the instance on the hypervisor. [ 631.789743] env[63419]: DEBUG oslo.service.loopingcall [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.791619] env[63419]: DEBUG nova.compute.manager [-] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.792088] env[63419]: DEBUG nova.network.neutron [-] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.794058] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6101a11-3133-47d2-b9fc-b5d182bb83d6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.799379] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "270b41dc-aff9-4572-97fd-29ca9680899f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.799616] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "270b41dc-aff9-4572-97fd-29ca9680899f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.807814] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6770edb-2261-4d20-8dd7-d7599bd2aff4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.830168] env[63419]: DEBUG nova.compute.provider_tree [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.013482] env[63419]: DEBUG nova.network.neutron [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.087114] env[63419]: DEBUG nova.compute.manager [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.118945] env[63419]: DEBUG nova.virt.hardware [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.119974] env[63419]: DEBUG nova.virt.hardware [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.119974] env[63419]: DEBUG nova.virt.hardware [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.119974] env[63419]: DEBUG nova.virt.hardware [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.119974] env[63419]: DEBUG nova.virt.hardware [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.119974] env[63419]: DEBUG nova.virt.hardware [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.120196] env[63419]: DEBUG nova.virt.hardware [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.120268] env[63419]: DEBUG nova.virt.hardware [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.120473] env[63419]: DEBUG nova.virt.hardware [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.121702] env[63419]: DEBUG nova.virt.hardware [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.121702] env[63419]: DEBUG nova.virt.hardware [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.121702] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e910f796-fcdd-49d8-b0ba-ec5b9d914f53 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.131229] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99221dea-33dc-4bf4-917e-efe093dc615b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.199419] env[63419]: DEBUG oslo_vmware.api [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622000, 'name': PowerOnVM_Task, 'duration_secs': 0.861492} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.202292] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.202624] env[63419]: INFO nova.compute.manager [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Took 7.96 seconds to spawn the instance on the hypervisor. [ 632.202927] env[63419]: DEBUG nova.compute.manager [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.204831] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60256aa0-3770-41f3-9ece-c606be4b72f6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.217085] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.217189] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.217363] env[63419]: DEBUG nova.network.neutron [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.217539] env[63419]: DEBUG nova.objects.instance [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lazy-loading 'info_cache' on Instance uuid b9f32509-47d3-485d-93a4-22e12490de17 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.233038] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227894} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.233038] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.233038] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.233038] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.262703] env[63419]: DEBUG nova.network.neutron [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Updating instance_info_cache with network_info: [{"id": "bcdfb554-e114-45f0-9050-d907327c1dac", "address": "fa:16:3e:e5:c7:bb", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcdfb554-e1", "ovs_interfaceid": "bcdfb554-e114-45f0-9050-d907327c1dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.333533] env[63419]: DEBUG nova.scheduler.client.report [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.680563] env[63419]: DEBUG nova.network.neutron [-] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.730715] env[63419]: INFO nova.compute.manager [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Took 37.05 seconds to build instance. [ 632.771141] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Releasing lock "refresh_cache-926fa14a-e284-4cd4-9ea5-816e590d5612" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.771475] env[63419]: DEBUG nova.compute.manager [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Instance network_info: |[{"id": "bcdfb554-e114-45f0-9050-d907327c1dac", "address": "fa:16:3e:e5:c7:bb", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcdfb554-e1", "ovs_interfaceid": "bcdfb554-e114-45f0-9050-d907327c1dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.772414] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:c7:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcdfb554-e114-45f0-9050-d907327c1dac', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.783347] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Creating folder: Project (5b8f76985b88489c9475ca53c47189cd). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.784297] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68c6a6e0-5dde-4454-b5a3-54290170533b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.798771] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Created folder: Project (5b8f76985b88489c9475ca53c47189cd) in parent group-v528420. [ 632.798982] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Creating folder: Instances. Parent ref: group-v528503. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.799253] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e75932a-dfb4-4f95-b86b-6264aa0731ad {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.810256] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Created folder: Instances in parent group-v528503. [ 632.810512] env[63419]: DEBUG oslo.service.loopingcall [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.810710] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.810920] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4e0fb64-952f-4da5-997f-b0b3c23700ee {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.831441] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.831441] env[63419]: value = "task-2622007" [ 632.831441] env[63419]: _type = "Task" [ 632.831441] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.844702] env[63419]: DEBUG oslo_concurrency.lockutils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.845765] env[63419]: DEBUG nova.compute.manager [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.848651] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622007, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.848923] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.255s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.850526] env[63419]: INFO nova.compute.claims [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.949858] env[63419]: DEBUG nova.compute.manager [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Received event network-changed-bcdfb554-e114-45f0-9050-d907327c1dac {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 632.951063] env[63419]: DEBUG nova.compute.manager [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Refreshing instance network info cache due to event network-changed-bcdfb554-e114-45f0-9050-d907327c1dac. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 632.951539] env[63419]: DEBUG oslo_concurrency.lockutils [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] Acquiring lock "refresh_cache-926fa14a-e284-4cd4-9ea5-816e590d5612" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.951830] env[63419]: DEBUG oslo_concurrency.lockutils [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] Acquired lock "refresh_cache-926fa14a-e284-4cd4-9ea5-816e590d5612" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.951939] env[63419]: DEBUG nova.network.neutron [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Refreshing network info cache for port bcdfb554-e114-45f0-9050-d907327c1dac {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.986971] env[63419]: DEBUG nova.network.neutron [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Successfully updated port: 2b8df141-2b96-4ac9-8e2b-aa84addf3d22 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.186554] env[63419]: INFO nova.compute.manager [-] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Took 1.39 seconds to deallocate network for instance. [ 633.203746] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Acquiring lock "9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.204184] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Lock "9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.237621] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d5211d76-1af7-41af-bba6-a56a9c4f0db6 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "7d5d9360-e0f8-4e72-850b-5a5b01d619de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.466s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.277544] env[63419]: DEBUG nova.virt.hardware [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.277544] env[63419]: DEBUG nova.virt.hardware [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.277544] env[63419]: DEBUG nova.virt.hardware [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.278195] env[63419]: DEBUG nova.virt.hardware [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.279244] env[63419]: DEBUG nova.virt.hardware [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.279244] env[63419]: DEBUG nova.virt.hardware [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.279244] env[63419]: DEBUG nova.virt.hardware [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.279244] env[63419]: DEBUG nova.virt.hardware [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.279244] env[63419]: DEBUG nova.virt.hardware [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.279404] env[63419]: DEBUG nova.virt.hardware [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.279526] env[63419]: DEBUG nova.virt.hardware [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.280934] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e553f8bc-7e6c-414c-b88c-98d229b17a60 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.290290] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6887c131-4ad5-43ad-a4df-d0d5c983e78e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.306604] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Instance VIF info [] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.315564] env[63419]: DEBUG oslo.service.loopingcall [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.318353] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.318615] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06e58dbb-598d-45e0-a810-109a43fa9266 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.337511] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.337511] env[63419]: value = "task-2622008" [ 633.337511] env[63419]: _type = "Task" [ 633.337511] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.344293] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622007, 'name': CreateVM_Task, 'duration_secs': 0.418505} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.345175] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.345571] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.345737] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.346081] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.346324] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91cd7f1-d585-46cb-8147-e7330f2efb34 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.350763] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622008, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.358151] env[63419]: DEBUG nova.compute.utils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 633.359497] env[63419]: DEBUG nova.compute.manager [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Not allocating networking since 'none' was specified. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 633.359810] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 633.359810] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5211e573-eae7-a9f7-c9e9-a484477127d2" [ 633.359810] env[63419]: _type = "Task" [ 633.359810] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.369829] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5211e573-eae7-a9f7-c9e9-a484477127d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.491554] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Acquiring lock "refresh_cache-ea12ead5-69e6-49ad-ba13-d44c6b5def65" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.491748] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Acquired lock "refresh_cache-ea12ead5-69e6-49ad-ba13-d44c6b5def65" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.491946] env[63419]: DEBUG nova.network.neutron [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.519474] env[63419]: DEBUG nova.network.neutron [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: b9f32509-47d3-485d-93a4-22e12490de17] Updating instance_info_cache with network_info: [{"id": "6d8889ee-e01b-4ec5-b74c-066885487b7f", "address": "fa:16:3e:86:85:b1", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8889ee-e0", "ovs_interfaceid": "6d8889ee-e01b-4ec5-b74c-066885487b7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.700812] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.722718] env[63419]: DEBUG nova.network.neutron [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Updated VIF entry in instance network info cache for port bcdfb554-e114-45f0-9050-d907327c1dac. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.723141] env[63419]: DEBUG nova.network.neutron [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Updating instance_info_cache with network_info: [{"id": "bcdfb554-e114-45f0-9050-d907327c1dac", "address": "fa:16:3e:e5:c7:bb", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcdfb554-e1", "ovs_interfaceid": "bcdfb554-e114-45f0-9050-d907327c1dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.740448] env[63419]: DEBUG nova.compute.manager [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.848642] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622008, 'name': CreateVM_Task, 'duration_secs': 0.319414} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.848825] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.849271] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.861963] env[63419]: DEBUG nova.compute.manager [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.875126] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5211e573-eae7-a9f7-c9e9-a484477127d2, 'name': SearchDatastore_Task, 'duration_secs': 0.018435} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.875359] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.875516] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.875790] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.875911] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.876134] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.876453] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.876783] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.877011] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80a377a8-7e3c-4f56-bfa8-16daa9d78c8d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.878952] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c1fbda2-334b-4487-9820-2a9be0326021 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.885351] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 633.885351] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]521de89b-3f26-fdfc-9c74-c1cc9a43da4f" [ 633.885351] env[63419]: _type = "Task" [ 633.885351] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.892581] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.892789] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.894085] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77949f67-0ec4-4e1b-9b59-b77a3dc5b04d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.899355] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521de89b-3f26-fdfc-9c74-c1cc9a43da4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.903454] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 633.903454] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52359451-6d20-c4db-da70-fb34652f43f3" [ 633.903454] env[63419]: _type = "Task" [ 633.903454] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.919886] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52359451-6d20-c4db-da70-fb34652f43f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010503} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.919886] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7aa27b-4cf5-4737-8e32-ad787898d334 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.932095] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 633.932095] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]520a137b-1dc3-0b86-33d0-1a64aa8338fa" [ 633.932095] env[63419]: _type = "Task" [ 633.932095] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.943054] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]520a137b-1dc3-0b86-33d0-1a64aa8338fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.946285] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.946625] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 926fa14a-e284-4cd4-9ea5-816e590d5612/926fa14a-e284-4cd4-9ea5-816e590d5612.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.948374] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c96191e8-590f-4dbe-a336-72d26705d8f1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.960378] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 633.960378] env[63419]: value = "task-2622009" [ 633.960378] env[63419]: _type = "Task" [ 633.960378] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.975362] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.022704] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Releasing lock "refresh_cache-b9f32509-47d3-485d-93a4-22e12490de17" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.022704] env[63419]: DEBUG nova.objects.instance [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lazy-loading 'migration_context' on Instance uuid b9f32509-47d3-485d-93a4-22e12490de17 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 634.056338] env[63419]: DEBUG nova.network.neutron [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.226776] env[63419]: DEBUG oslo_concurrency.lockutils [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] Releasing lock "refresh_cache-926fa14a-e284-4cd4-9ea5-816e590d5612" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.226776] env[63419]: DEBUG nova.compute.manager [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] [instance: 7d9f4739-340e-45d3-9a48-97524a1382f6] Received event network-vif-deleted-3ac30b06-3337-4bc5-b870-ef47e7a0c9ab {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 634.227096] env[63419]: DEBUG nova.compute.manager [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Received event network-vif-plugged-2b8df141-2b96-4ac9-8e2b-aa84addf3d22 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 634.227176] env[63419]: DEBUG oslo_concurrency.lockutils [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] Acquiring lock "ea12ead5-69e6-49ad-ba13-d44c6b5def65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.227391] env[63419]: DEBUG oslo_concurrency.lockutils [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] Lock "ea12ead5-69e6-49ad-ba13-d44c6b5def65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.227602] env[63419]: DEBUG oslo_concurrency.lockutils [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] Lock "ea12ead5-69e6-49ad-ba13-d44c6b5def65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.228025] env[63419]: DEBUG nova.compute.manager [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] No waiting events found dispatching network-vif-plugged-2b8df141-2b96-4ac9-8e2b-aa84addf3d22 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.228025] env[63419]: WARNING nova.compute.manager [req-8f8db88a-8701-456f-9e5b-f47c8d33f406 req-30f57f70-93a2-4a9b-9f16-61558a28d2b0 service nova] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Received unexpected event network-vif-plugged-2b8df141-2b96-4ac9-8e2b-aa84addf3d22 for instance with vm_state building and task_state spawning. [ 634.262526] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.279253] env[63419]: DEBUG nova.network.neutron [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Updating instance_info_cache with network_info: [{"id": "2b8df141-2b96-4ac9-8e2b-aa84addf3d22", "address": "fa:16:3e:63:2f:79", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8df141-2b", "ovs_interfaceid": "2b8df141-2b96-4ac9-8e2b-aa84addf3d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.401416] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521de89b-3f26-fdfc-9c74-c1cc9a43da4f, 'name': SearchDatastore_Task, 'duration_secs': 0.021402} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.405773] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.406066] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.406351] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.406505] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.406686] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.408040] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1274b37e-38b1-4bd0-8aa1-9dad4b315ab8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.422911] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.423137] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.423905] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec632a83-aab2-4450-bf11-0d9f16739c5f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.433191] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 634.433191] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]529528c4-58b4-e186-3f10-d5482b98d2f5" [ 634.433191] env[63419]: _type = "Task" [ 634.433191] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.446556] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]529528c4-58b4-e186-3f10-d5482b98d2f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.473759] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622009, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.479225] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3528c986-e810-4df4-8eaa-525295bfe0c2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.488687] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ffbacc-1471-4ca0-a87a-0b80dc7a01c1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.523554] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dd2783-6ec9-4d01-8a53-a2fc98fcc799 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.526828] env[63419]: DEBUG nova.objects.base [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63419) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 634.527632] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f41325d-c52a-4cbd-96fc-8561e6b0828d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.549281] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693b2caa-d6ac-4da1-8b50-5d50e2d94768 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.553978] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934fcf3a-1c10-4063-81ca-90d3841381ae {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.567076] env[63419]: DEBUG nova.compute.provider_tree [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.569143] env[63419]: DEBUG oslo_vmware.api [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 634.569143] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52f4c954-eabd-7c4a-61b1-44fc0bfc0d48" [ 634.569143] env[63419]: _type = "Task" [ 634.569143] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.578489] env[63419]: DEBUG oslo_vmware.api [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f4c954-eabd-7c4a-61b1-44fc0bfc0d48, 'name': SearchDatastore_Task, 'duration_secs': 0.007978} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.578753] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.782575] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Releasing lock "refresh_cache-ea12ead5-69e6-49ad-ba13-d44c6b5def65" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.782927] env[63419]: DEBUG nova.compute.manager [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Instance network_info: |[{"id": "2b8df141-2b96-4ac9-8e2b-aa84addf3d22", "address": "fa:16:3e:63:2f:79", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8df141-2b", "ovs_interfaceid": "2b8df141-2b96-4ac9-8e2b-aa84addf3d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.783384] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:2f:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b8df141-2b96-4ac9-8e2b-aa84addf3d22', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.791496] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Creating folder: Project (ed9685efcd19456e95f69abf9d5f1723). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.791730] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e58b435f-5e05-4730-9176-19aac5e8b85a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.805444] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Created folder: Project (ed9685efcd19456e95f69abf9d5f1723) in parent group-v528420. [ 634.805704] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Creating folder: Instances. Parent ref: group-v528507. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.805984] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd17fe82-c1c6-4170-a7a4-cc10e6d51df2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.817241] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Created folder: Instances in parent group-v528507. [ 634.817241] env[63419]: DEBUG oslo.service.loopingcall [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.817241] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.817241] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60146dc1-e35b-4836-90af-dcfd5f6fb83c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.838475] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.838475] env[63419]: value = "task-2622013" [ 634.838475] env[63419]: _type = "Task" [ 634.838475] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.847059] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622013, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.877677] env[63419]: DEBUG nova.compute.manager [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.904520] env[63419]: DEBUG nova.virt.hardware [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.904810] env[63419]: DEBUG nova.virt.hardware [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.905074] env[63419]: DEBUG nova.virt.hardware [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.905293] env[63419]: DEBUG nova.virt.hardware [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.905457] env[63419]: DEBUG nova.virt.hardware [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.905606] env[63419]: DEBUG nova.virt.hardware [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.905816] env[63419]: DEBUG nova.virt.hardware [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.905974] env[63419]: DEBUG nova.virt.hardware [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.906158] env[63419]: DEBUG nova.virt.hardware [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.906319] env[63419]: DEBUG nova.virt.hardware [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.906487] env[63419]: DEBUG nova.virt.hardware [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.907446] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d903400-ee4d-46a5-8444-201a362da46b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.916410] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d184020e-60de-46d8-8456-19f392e8e0ff {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.931651] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Instance VIF info [] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.937904] env[63419]: DEBUG oslo.service.loopingcall [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.938330] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.941599] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cafa9b50-3e08-4b9a-b9ff-0864e6d5c1f2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.960911] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]529528c4-58b4-e186-3f10-d5482b98d2f5, 'name': SearchDatastore_Task, 'duration_secs': 0.052966} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.967234] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.967234] env[63419]: value = "task-2622014" [ 634.967234] env[63419]: _type = "Task" [ 634.967234] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.967529] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b8e660-1165-4759-9127-c5ea6df5f501 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.982463] env[63419]: DEBUG nova.compute.manager [req-628acde9-675a-4453-b2eb-0a1f371d654f req-eca39583-f405-4b3e-afe0-6e04c161ec8d service nova] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Received event network-changed-2b8df141-2b96-4ac9-8e2b-aa84addf3d22 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 634.982713] env[63419]: DEBUG nova.compute.manager [req-628acde9-675a-4453-b2eb-0a1f371d654f req-eca39583-f405-4b3e-afe0-6e04c161ec8d service nova] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Refreshing instance network info cache due to event network-changed-2b8df141-2b96-4ac9-8e2b-aa84addf3d22. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 634.982965] env[63419]: DEBUG oslo_concurrency.lockutils [req-628acde9-675a-4453-b2eb-0a1f371d654f req-eca39583-f405-4b3e-afe0-6e04c161ec8d service nova] Acquiring lock "refresh_cache-ea12ead5-69e6-49ad-ba13-d44c6b5def65" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.983132] env[63419]: DEBUG oslo_concurrency.lockutils [req-628acde9-675a-4453-b2eb-0a1f371d654f req-eca39583-f405-4b3e-afe0-6e04c161ec8d service nova] Acquired lock "refresh_cache-ea12ead5-69e6-49ad-ba13-d44c6b5def65" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.983299] env[63419]: DEBUG nova.network.neutron [req-628acde9-675a-4453-b2eb-0a1f371d654f req-eca39583-f405-4b3e-afe0-6e04c161ec8d service nova] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Refreshing network info cache for port 2b8df141-2b96-4ac9-8e2b-aa84addf3d22 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.985096] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545929} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.987472] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 926fa14a-e284-4cd4-9ea5-816e590d5612/926fa14a-e284-4cd4-9ea5-816e590d5612.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.987702] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.988077] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 634.988077] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52460b36-619f-d869-232a-6de5deb3bdb3" [ 634.988077] env[63419]: _type = "Task" [ 634.988077] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.988612] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b050043-055e-4739-80c4-53aeaffeb46b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.998697] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622014, 'name': CreateVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.005659] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 635.005659] env[63419]: value = "task-2622015" [ 635.005659] env[63419]: _type = "Task" [ 635.005659] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.010490] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52460b36-619f-d869-232a-6de5deb3bdb3, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.014471] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.014759] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 7e0b708c-30d4-4e6e-8127-9fe68dc2f193/7e0b708c-30d4-4e6e-8127-9fe68dc2f193.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.015113] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c885be8e-8b28-4d3b-b33c-6e3c2c845f35 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.023283] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.024911] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 635.024911] env[63419]: value = "task-2622016" [ 635.024911] env[63419]: _type = "Task" [ 635.024911] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.037540] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.072059] env[63419]: DEBUG nova.scheduler.client.report [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.350999] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622013, 'name': CreateVM_Task, 'duration_secs': 0.376602} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.351282] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.351834] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.352013] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.352342] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.352586] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7e1832-5c3a-48bd-8768-459912e2bf33 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.357482] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Waiting for the task: (returnval){ [ 635.357482] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a561ea-1672-3074-99bc-718a22788d4e" [ 635.357482] env[63419]: _type = "Task" [ 635.357482] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.365306] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a561ea-1672-3074-99bc-718a22788d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.480919] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622014, 'name': CreateVM_Task, 'duration_secs': 0.364343} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.481123] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.481553] env[63419]: DEBUG oslo_concurrency.lockutils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.481704] env[63419]: DEBUG oslo_concurrency.lockutils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.482008] env[63419]: DEBUG oslo_concurrency.lockutils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.482262] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351e0970-4c25-4831-a05d-f6c77a351b81 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.489897] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 635.489897] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]523ad2be-ab01-6f56-149d-f14650383a04" [ 635.489897] env[63419]: _type = "Task" [ 635.489897] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.498774] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523ad2be-ab01-6f56-149d-f14650383a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.519383] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074187} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.521833] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.522757] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbd6492-88cf-4bd3-8ebc-acc292299df8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.546039] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 926fa14a-e284-4cd4-9ea5-816e590d5612/926fa14a-e284-4cd4-9ea5-816e590d5612.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.546724] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e0d4d7e-edac-4c82-aa9d-557b187ab087 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.565068] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622016, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.572988] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 635.572988] env[63419]: value = "task-2622017" [ 635.572988] env[63419]: _type = "Task" [ 635.572988] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.576933] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.577884] env[63419]: DEBUG nova.compute.manager [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.583218] env[63419]: DEBUG oslo_concurrency.lockutils [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.219s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.583566] env[63419]: DEBUG nova.objects.instance [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63419) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 635.585745] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.737689] env[63419]: DEBUG nova.network.neutron [req-628acde9-675a-4453-b2eb-0a1f371d654f req-eca39583-f405-4b3e-afe0-6e04c161ec8d service nova] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Updated VIF entry in instance network info cache for port 2b8df141-2b96-4ac9-8e2b-aa84addf3d22. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.738253] env[63419]: DEBUG nova.network.neutron [req-628acde9-675a-4453-b2eb-0a1f371d654f req-eca39583-f405-4b3e-afe0-6e04c161ec8d service nova] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Updating instance_info_cache with network_info: [{"id": "2b8df141-2b96-4ac9-8e2b-aa84addf3d22", "address": "fa:16:3e:63:2f:79", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8df141-2b", "ovs_interfaceid": "2b8df141-2b96-4ac9-8e2b-aa84addf3d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.869644] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a561ea-1672-3074-99bc-718a22788d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.057543} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.869993] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.870246] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.870490] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.870637] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.870875] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.871223] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02859768-3766-4d3a-b0bb-10ea97f1c014 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.889719] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.889931] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.890754] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-758e1958-fe5b-45e0-8730-2ce0d76956cc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.907609] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Waiting for the task: (returnval){ [ 635.907609] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]520922f8-fb5a-fe15-06ce-ba282a1331d1" [ 635.907609] env[63419]: _type = "Task" [ 635.907609] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.918363] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]520922f8-fb5a-fe15-06ce-ba282a1331d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.002562] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523ad2be-ab01-6f56-149d-f14650383a04, 'name': SearchDatastore_Task, 'duration_secs': 0.055682} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.002985] env[63419]: DEBUG oslo_concurrency.lockutils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.003260] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.003706] env[63419]: DEBUG oslo_concurrency.lockutils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.003880] env[63419]: DEBUG oslo_concurrency.lockutils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.004128] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.004446] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e716325-cf9d-42d5-b198-0c526eb4b456 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.014230] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.014411] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.015173] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db568fb9-0331-4479-8519-3bd5797df86a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.020959] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 636.020959] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]522aaa7f-09a3-8878-c6ae-f98f5a5cfabe" [ 636.020959] env[63419]: _type = "Task" [ 636.020959] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.034807] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]522aaa7f-09a3-8878-c6ae-f98f5a5cfabe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.037905] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92062} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.038150] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 7e0b708c-30d4-4e6e-8127-9fe68dc2f193/7e0b708c-30d4-4e6e-8127-9fe68dc2f193.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.038357] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.038598] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec98faa9-4684-4273-8ff1-8a94eceb3add {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.045504] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 636.045504] env[63419]: value = "task-2622018" [ 636.045504] env[63419]: _type = "Task" [ 636.045504] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.054521] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.084053] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622017, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.087598] env[63419]: DEBUG nova.compute.utils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 636.089051] env[63419]: DEBUG nova.compute.manager [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.089262] env[63419]: DEBUG nova.network.neutron [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.149832] env[63419]: DEBUG nova.policy [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14e8917f089c45808f551c34ded5c85b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22b322fa37c0410fb557545981344b4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.242236] env[63419]: DEBUG oslo_concurrency.lockutils [req-628acde9-675a-4453-b2eb-0a1f371d654f req-eca39583-f405-4b3e-afe0-6e04c161ec8d service nova] Releasing lock "refresh_cache-ea12ead5-69e6-49ad-ba13-d44c6b5def65" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.421197] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]520922f8-fb5a-fe15-06ce-ba282a1331d1, 'name': SearchDatastore_Task, 'duration_secs': 0.020982} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.421197] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d460eab-8539-4bbb-af6b-4dde8659aacd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.426592] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Waiting for the task: (returnval){ [ 636.426592] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52f53936-848c-9c4d-5b42-b91a9ab08369" [ 636.426592] env[63419]: _type = "Task" [ 636.426592] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.435602] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f53936-848c-9c4d-5b42-b91a9ab08369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.509492] env[63419]: DEBUG nova.network.neutron [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Successfully created port: 7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.532309] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]522aaa7f-09a3-8878-c6ae-f98f5a5cfabe, 'name': SearchDatastore_Task, 'duration_secs': 0.015088} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.533167] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2fe430-0093-4c1f-a348-417317fb9045 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.539605] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 636.539605] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52c6e90e-2d70-803a-b545-b5729be7307d" [ 636.539605] env[63419]: _type = "Task" [ 636.539605] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.547964] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c6e90e-2d70-803a-b545-b5729be7307d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.556400] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075214} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.556564] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.557348] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741b8d1e-1056-42ca-a3df-dcaa29f0b8e9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.578413] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 7e0b708c-30d4-4e6e-8127-9fe68dc2f193/7e0b708c-30d4-4e6e-8127-9fe68dc2f193.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.578734] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b463e371-99e8-4a61-a09c-6ad131c8c41f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.596402] env[63419]: DEBUG nova.compute.manager [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.599754] env[63419]: DEBUG oslo_concurrency.lockutils [None req-263c3720-a647-42c8-9f8c-896a33a8c0d3 tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.601392] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.867s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.604231] env[63419]: INFO nova.compute.claims [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.608154] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 636.608154] env[63419]: value = "task-2622019" [ 636.608154] env[63419]: _type = "Task" [ 636.608154] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.611154] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622017, 'name': ReconfigVM_Task, 'duration_secs': 0.523905} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.614258] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 926fa14a-e284-4cd4-9ea5-816e590d5612/926fa14a-e284-4cd4-9ea5-816e590d5612.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.615013] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45ed73e6-84fd-418c-b348-ea26cf99a700 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.623022] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.624367] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 636.624367] env[63419]: value = "task-2622020" [ 636.624367] env[63419]: _type = "Task" [ 636.624367] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.634227] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622020, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.938993] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f53936-848c-9c4d-5b42-b91a9ab08369, 'name': SearchDatastore_Task, 'duration_secs': 0.037635} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.939105] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.939369] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] ea12ead5-69e6-49ad-ba13-d44c6b5def65/ea12ead5-69e6-49ad-ba13-d44c6b5def65.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.939636] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e1799cc-1c74-40c7-8e5a-f83b73aebf33 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.948274] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Waiting for the task: (returnval){ [ 636.948274] env[63419]: value = "task-2622022" [ 636.948274] env[63419]: _type = "Task" [ 636.948274] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.958160] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.050743] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c6e90e-2d70-803a-b545-b5729be7307d, 'name': SearchDatastore_Task, 'duration_secs': 0.062284} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.051015] env[63419]: DEBUG oslo_concurrency.lockutils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.051286] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] dfc89ae2-cd21-478b-94c4-94c6f06e18d0/dfc89ae2-cd21-478b-94c4-94c6f06e18d0.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.051546] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-265421a0-a17c-4bfa-97d2-5d48ee903bc2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.060507] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 637.060507] env[63419]: value = "task-2622023" [ 637.060507] env[63419]: _type = "Task" [ 637.060507] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.069656] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.125383] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622019, 'name': ReconfigVM_Task, 'duration_secs': 0.289887} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.129649] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 7e0b708c-30d4-4e6e-8127-9fe68dc2f193/7e0b708c-30d4-4e6e-8127-9fe68dc2f193.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.130665] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5120df09-ddf7-43bd-a136-c0a5c0c767d1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.139126] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622020, 'name': Rename_Task, 'duration_secs': 0.142763} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.140481] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.140850] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 637.140850] env[63419]: value = "task-2622024" [ 637.140850] env[63419]: _type = "Task" [ 637.140850] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.141085] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81c89ad5-8e46-4b62-acda-87d5cf9970ad {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.153279] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622024, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.154990] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 637.154990] env[63419]: value = "task-2622025" [ 637.154990] env[63419]: _type = "Task" [ 637.154990] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.163924] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.461627] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622022, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.578653] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622023, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.609275] env[63419]: DEBUG nova.compute.manager [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.654231] env[63419]: DEBUG nova.virt.hardware [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.654849] env[63419]: DEBUG nova.virt.hardware [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.655228] env[63419]: DEBUG nova.virt.hardware [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.655572] env[63419]: DEBUG nova.virt.hardware [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.656927] env[63419]: DEBUG nova.virt.hardware [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.656927] env[63419]: DEBUG nova.virt.hardware [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.656927] env[63419]: DEBUG nova.virt.hardware [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.657289] env[63419]: DEBUG nova.virt.hardware [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.658662] env[63419]: DEBUG nova.virt.hardware [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.658662] env[63419]: DEBUG nova.virt.hardware [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.658662] env[63419]: DEBUG nova.virt.hardware [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.659264] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b50477-c18e-474d-8d0d-8b40d78d16fa {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.670842] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622024, 'name': Rename_Task, 'duration_secs': 0.215734} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.671642] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.671972] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52f8edeb-5b48-4282-bcd4-05e48919af67 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.680256] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebea0bd0-cac1-49ad-8f75-8769ec718c7a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.691541] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622025, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.691974] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 637.691974] env[63419]: value = "task-2622026" [ 637.691974] env[63419]: _type = "Task" [ 637.691974] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.717282] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622026, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.960676] env[63419]: DEBUG nova.compute.manager [req-652be248-b21f-42b9-be41-f75925bdd0c0 req-4344337a-d74e-4bfb-9122-1fc34ca6d76b service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Received event network-vif-plugged-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 637.960676] env[63419]: DEBUG oslo_concurrency.lockutils [req-652be248-b21f-42b9-be41-f75925bdd0c0 req-4344337a-d74e-4bfb-9122-1fc34ca6d76b service nova] Acquiring lock "6020a76d-95b3-4dec-85fc-c05cfb3d2323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.960676] env[63419]: DEBUG oslo_concurrency.lockutils [req-652be248-b21f-42b9-be41-f75925bdd0c0 req-4344337a-d74e-4bfb-9122-1fc34ca6d76b service nova] Lock "6020a76d-95b3-4dec-85fc-c05cfb3d2323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.960676] env[63419]: DEBUG oslo_concurrency.lockutils [req-652be248-b21f-42b9-be41-f75925bdd0c0 req-4344337a-d74e-4bfb-9122-1fc34ca6d76b service nova] Lock "6020a76d-95b3-4dec-85fc-c05cfb3d2323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.960676] env[63419]: DEBUG nova.compute.manager [req-652be248-b21f-42b9-be41-f75925bdd0c0 req-4344337a-d74e-4bfb-9122-1fc34ca6d76b service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] No waiting events found dispatching network-vif-plugged-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.960869] env[63419]: WARNING nova.compute.manager [req-652be248-b21f-42b9-be41-f75925bdd0c0 req-4344337a-d74e-4bfb-9122-1fc34ca6d76b service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Received unexpected event network-vif-plugged-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 for instance with vm_state building and task_state spawning. [ 637.965400] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793974} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.965643] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] ea12ead5-69e6-49ad-ba13-d44c6b5def65/ea12ead5-69e6-49ad-ba13-d44c6b5def65.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.965844] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.966427] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c67a74e1-e65d-413e-8bd8-290acc12f4b6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.980117] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Waiting for the task: (returnval){ [ 637.980117] env[63419]: value = "task-2622027" [ 637.980117] env[63419]: _type = "Task" [ 637.980117] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.991431] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.074782] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.955693} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.075690] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] dfc89ae2-cd21-478b-94c4-94c6f06e18d0/dfc89ae2-cd21-478b-94c4-94c6f06e18d0.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.075690] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.075690] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be162f05-8fe8-423f-a11c-76738998a916 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.084626] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 638.084626] env[63419]: value = "task-2622028" [ 638.084626] env[63419]: _type = "Task" [ 638.084626] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.094770] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.106664] env[63419]: DEBUG nova.network.neutron [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Successfully updated port: 7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.171905] env[63419]: DEBUG oslo_vmware.api [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622025, 'name': PowerOnVM_Task, 'duration_secs': 0.741924} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.172218] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.172413] env[63419]: INFO nova.compute.manager [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Took 8.85 seconds to spawn the instance on the hypervisor. [ 638.172592] env[63419]: DEBUG nova.compute.manager [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.173482] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20d51f0-ceca-4833-a6c3-9d69bfc12120 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.202792] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622026, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.243219] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec7abbc-20e2-441e-a3ba-a768d4ca7bd0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.252388] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0452cb47-e185-4c01-89f9-a3fbfacbc1db {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.286661] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d2348a-650d-4a52-ae66-4b2484815a9a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.295132] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92336a1f-b95c-448c-8d56-5f706532576c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.310022] env[63419]: DEBUG nova.compute.provider_tree [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.491652] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.318549} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.491652] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.492409] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a691734f-76b9-4f97-b52e-cd40cf16b3a3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.523363] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] ea12ead5-69e6-49ad-ba13-d44c6b5def65/ea12ead5-69e6-49ad-ba13-d44c6b5def65.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.523974] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fb46fe8-bdd2-4887-96d6-e8d8ffdd2cf0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.557046] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Waiting for the task: (returnval){ [ 638.557046] env[63419]: value = "task-2622029" [ 638.557046] env[63419]: _type = "Task" [ 638.557046] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.565622] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.595217] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084606} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.595500] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.596323] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff9b561-4a3e-411b-8405-893eb140d298 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.616084] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] dfc89ae2-cd21-478b-94c4-94c6f06e18d0/dfc89ae2-cd21-478b-94c4-94c6f06e18d0.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.616646] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Acquiring lock "refresh_cache-6020a76d-95b3-4dec-85fc-c05cfb3d2323" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.616779] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Acquired lock "refresh_cache-6020a76d-95b3-4dec-85fc-c05cfb3d2323" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.616920] env[63419]: DEBUG nova.network.neutron [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.617981] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4961089b-940d-46b4-a553-6cfb7fef8ed9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.640313] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 638.640313] env[63419]: value = "task-2622030" [ 638.640313] env[63419]: _type = "Task" [ 638.640313] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.649393] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.698453] env[63419]: INFO nova.compute.manager [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Took 40.31 seconds to build instance. [ 638.706362] env[63419]: DEBUG oslo_vmware.api [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622026, 'name': PowerOnVM_Task, 'duration_secs': 0.672887} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.706749] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.707044] env[63419]: DEBUG nova.compute.manager [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.708086] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1ab74e-8d4a-4921-a3d2-5f89d1923ea4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.814741] env[63419]: DEBUG nova.scheduler.client.report [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.068622] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.152646] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.174446] env[63419]: DEBUG nova.network.neutron [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.201275] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8cc7ffe4-6b42-4bb3-ab87-f65a46dc9af1 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "926fa14a-e284-4cd4-9ea5-816e590d5612" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.776s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.227573] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.320638] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.321188] env[63419]: DEBUG nova.compute.manager [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.323755] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.256s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.325707] env[63419]: INFO nova.compute.claims [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.366597] env[63419]: DEBUG nova.network.neutron [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Updating instance_info_cache with network_info: [{"id": "7a3d16a8-7bb1-43f6-96b3-fbd52f058c93", "address": "fa:16:3e:34:db:7a", "network": {"id": "00ce32d5-d2eb-49ef-a23c-ec934ae1df4e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-273173244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b322fa37c0410fb557545981344b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3d16a8-7b", "ovs_interfaceid": "7a3d16a8-7bb1-43f6-96b3-fbd52f058c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.569406] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622029, 'name': ReconfigVM_Task, 'duration_secs': 0.720181} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.569406] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Reconfigured VM instance instance-0000001a to attach disk [datastore2] ea12ead5-69e6-49ad-ba13-d44c6b5def65/ea12ead5-69e6-49ad-ba13-d44c6b5def65.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.569887] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fa9f9f2-e265-4322-9ccc-666c088c5e54 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.577309] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Waiting for the task: (returnval){ [ 639.577309] env[63419]: value = "task-2622031" [ 639.577309] env[63419]: _type = "Task" [ 639.577309] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.585860] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622031, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.651582] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622030, 'name': ReconfigVM_Task, 'duration_secs': 0.671954} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.653245] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Reconfigured VM instance instance-0000001b to attach disk [datastore1] dfc89ae2-cd21-478b-94c4-94c6f06e18d0/dfc89ae2-cd21-478b-94c4-94c6f06e18d0.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.653245] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74f7b46f-a039-4e7d-a6bb-637e4be66698 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.660999] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 639.660999] env[63419]: value = "task-2622032" [ 639.660999] env[63419]: _type = "Task" [ 639.660999] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.670548] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622032, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.704440] env[63419]: DEBUG nova.compute.manager [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.830103] env[63419]: DEBUG nova.compute.utils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 639.834205] env[63419]: DEBUG nova.compute.manager [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.834369] env[63419]: DEBUG nova.network.neutron [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.869142] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Releasing lock "refresh_cache-6020a76d-95b3-4dec-85fc-c05cfb3d2323" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.869542] env[63419]: DEBUG nova.compute.manager [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Instance network_info: |[{"id": "7a3d16a8-7bb1-43f6-96b3-fbd52f058c93", "address": "fa:16:3e:34:db:7a", "network": {"id": "00ce32d5-d2eb-49ef-a23c-ec934ae1df4e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-273173244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b322fa37c0410fb557545981344b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3d16a8-7b", "ovs_interfaceid": "7a3d16a8-7bb1-43f6-96b3-fbd52f058c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.869886] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:db:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a3d16a8-7bb1-43f6-96b3-fbd52f058c93', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.877963] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Creating folder: Project (22b322fa37c0410fb557545981344b4c). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.878986] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63ea7a4d-6347-4705-8ceb-3a6024baa683 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.892460] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Created folder: Project (22b322fa37c0410fb557545981344b4c) in parent group-v528420. [ 639.892640] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Creating folder: Instances. Parent ref: group-v528511. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.892886] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5116732c-22e2-4805-bf7c-24b745354259 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.896646] env[63419]: DEBUG nova.policy [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cc559e7d32940f5a315cff7f9e0751b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b8f76985b88489c9475ca53c47189cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.914010] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Created folder: Instances in parent group-v528511. [ 639.914286] env[63419]: DEBUG oslo.service.loopingcall [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.914529] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.914704] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fffa280-5aa4-4581-a20c-732ac03930ce {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.936502] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.936502] env[63419]: value = "task-2622035" [ 639.936502] env[63419]: _type = "Task" [ 639.936502] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.947485] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622035, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.004338] env[63419]: DEBUG nova.compute.manager [req-be393357-3854-41cc-ac26-c33041887b34 req-d8bb6e10-6971-4e21-9f46-5acb171cee80 service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Received event network-changed-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 640.004541] env[63419]: DEBUG nova.compute.manager [req-be393357-3854-41cc-ac26-c33041887b34 req-d8bb6e10-6971-4e21-9f46-5acb171cee80 service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Refreshing instance network info cache due to event network-changed-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 640.004761] env[63419]: DEBUG oslo_concurrency.lockutils [req-be393357-3854-41cc-ac26-c33041887b34 req-d8bb6e10-6971-4e21-9f46-5acb171cee80 service nova] Acquiring lock "refresh_cache-6020a76d-95b3-4dec-85fc-c05cfb3d2323" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.004909] env[63419]: DEBUG oslo_concurrency.lockutils [req-be393357-3854-41cc-ac26-c33041887b34 req-d8bb6e10-6971-4e21-9f46-5acb171cee80 service nova] Acquired lock "refresh_cache-6020a76d-95b3-4dec-85fc-c05cfb3d2323" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.005167] env[63419]: DEBUG nova.network.neutron [req-be393357-3854-41cc-ac26-c33041887b34 req-d8bb6e10-6971-4e21-9f46-5acb171cee80 service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Refreshing network info cache for port 7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.089384] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622031, 'name': Rename_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.099409] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Acquiring lock "7f4f09e8-f578-46cd-91ea-3ca98e1e683c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.099683] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Lock "7f4f09e8-f578-46cd-91ea-3ca98e1e683c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.173129] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622032, 'name': Rename_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.227215] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.244701] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquiring lock "7e0b708c-30d4-4e6e-8127-9fe68dc2f193" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.245122] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Lock "7e0b708c-30d4-4e6e-8127-9fe68dc2f193" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.245453] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquiring lock "7e0b708c-30d4-4e6e-8127-9fe68dc2f193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.245754] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Lock "7e0b708c-30d4-4e6e-8127-9fe68dc2f193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.246053] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Lock "7e0b708c-30d4-4e6e-8127-9fe68dc2f193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.249108] env[63419]: INFO nova.compute.manager [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Terminating instance [ 640.338421] env[63419]: DEBUG nova.compute.manager [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.447453] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622035, 'name': CreateVM_Task, 'duration_secs': 0.400319} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.447453] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.448297] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.448297] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.448545] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.451620] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1e4009-2325-471f-a298-fb70a8bd4214 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.459041] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Waiting for the task: (returnval){ [ 640.459041] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52fe7c02-c91b-4bb7-9fed-7fc950e5c665" [ 640.459041] env[63419]: _type = "Task" [ 640.459041] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.468246] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52fe7c02-c91b-4bb7-9fed-7fc950e5c665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.493146] env[63419]: DEBUG nova.network.neutron [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Successfully created port: e8be84d7-7561-4934-8ac2-76f26f9c8b14 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.595858] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622031, 'name': Rename_Task, 'duration_secs': 0.830087} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.596584] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.596944] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10c2074d-e5e5-4af9-8458-9cdc22d671f9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.608232] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Waiting for the task: (returnval){ [ 640.608232] env[63419]: value = "task-2622036" [ 640.608232] env[63419]: _type = "Task" [ 640.608232] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.621220] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.678694] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622032, 'name': Rename_Task, 'duration_secs': 0.746493} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.678789] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.679621] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57d5240a-c4c6-45e2-80b7-0bdef4c01761 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.688270] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 640.688270] env[63419]: value = "task-2622037" [ 640.688270] env[63419]: _type = "Task" [ 640.688270] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.704081] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.753925] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquiring lock "refresh_cache-7e0b708c-30d4-4e6e-8127-9fe68dc2f193" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.754331] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquired lock "refresh_cache-7e0b708c-30d4-4e6e-8127-9fe68dc2f193" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.754637] env[63419]: DEBUG nova.network.neutron [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.973485] env[63419]: DEBUG nova.network.neutron [req-be393357-3854-41cc-ac26-c33041887b34 req-d8bb6e10-6971-4e21-9f46-5acb171cee80 service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Updated VIF entry in instance network info cache for port 7a3d16a8-7bb1-43f6-96b3-fbd52f058c93. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.974067] env[63419]: DEBUG nova.network.neutron [req-be393357-3854-41cc-ac26-c33041887b34 req-d8bb6e10-6971-4e21-9f46-5acb171cee80 service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Updating instance_info_cache with network_info: [{"id": "7a3d16a8-7bb1-43f6-96b3-fbd52f058c93", "address": "fa:16:3e:34:db:7a", "network": {"id": "00ce32d5-d2eb-49ef-a23c-ec934ae1df4e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-273173244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b322fa37c0410fb557545981344b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3d16a8-7b", "ovs_interfaceid": "7a3d16a8-7bb1-43f6-96b3-fbd52f058c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.976728] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52fe7c02-c91b-4bb7-9fed-7fc950e5c665, 'name': SearchDatastore_Task, 'duration_secs': 0.01126} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.977492] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.977571] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.977865] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.981072] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.981072] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.981072] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6645eabc-ae76-40a6-b2a0-0260d95ede88 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.994054] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.994265] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.995356] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e8f3cb0-328d-4efb-8aab-1ef50a6e1b6f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.003224] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Waiting for the task: (returnval){ [ 641.003224] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52f3f7d9-377b-c7f3-8843-77eb27ba7fff" [ 641.003224] env[63419]: _type = "Task" [ 641.003224] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.008732] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265d1a04-e9b4-4ad1-b39a-206a844744a4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.019241] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f3f7d9-377b-c7f3-8843-77eb27ba7fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.021917] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7f97e6-2709-4770-a9f6-52f313457696 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.058961] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8def1e8-f1b8-418f-8afd-86c58402bca7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.066944] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd9e812-8a42-4167-95a0-e5e0ab4a0d82 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.083439] env[63419]: DEBUG nova.compute.provider_tree [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.118753] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.203149] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.274141] env[63419]: DEBUG nova.network.neutron [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.318733] env[63419]: DEBUG nova.network.neutron [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.348049] env[63419]: DEBUG nova.compute.manager [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.373916] env[63419]: DEBUG nova.virt.hardware [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.374202] env[63419]: DEBUG nova.virt.hardware [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.374388] env[63419]: DEBUG nova.virt.hardware [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.374576] env[63419]: DEBUG nova.virt.hardware [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.374839] env[63419]: DEBUG nova.virt.hardware [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.374992] env[63419]: DEBUG nova.virt.hardware [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.375247] env[63419]: DEBUG nova.virt.hardware [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.375426] env[63419]: DEBUG nova.virt.hardware [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.375595] env[63419]: DEBUG nova.virt.hardware [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.375757] env[63419]: DEBUG nova.virt.hardware [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.375924] env[63419]: DEBUG nova.virt.hardware [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.376805] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bea3ea-cb3a-42cc-8281-07f35f5b6603 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.385462] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4abce0-79c4-4a3d-8b62-e68d02c77531 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.478929] env[63419]: DEBUG oslo_concurrency.lockutils [req-be393357-3854-41cc-ac26-c33041887b34 req-d8bb6e10-6971-4e21-9f46-5acb171cee80 service nova] Releasing lock "refresh_cache-6020a76d-95b3-4dec-85fc-c05cfb3d2323" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.514440] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f3f7d9-377b-c7f3-8843-77eb27ba7fff, 'name': SearchDatastore_Task, 'duration_secs': 0.022298} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.515354] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821f91c7-c526-4355-90ce-112ec6e61c42 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.520834] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Waiting for the task: (returnval){ [ 641.520834] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]522d7fac-0f6a-596d-f910-5697fca45d53" [ 641.520834] env[63419]: _type = "Task" [ 641.520834] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.529214] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]522d7fac-0f6a-596d-f910-5697fca45d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.586496] env[63419]: DEBUG nova.scheduler.client.report [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.617205] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.702512] env[63419]: DEBUG oslo_vmware.api [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622037, 'name': PowerOnVM_Task, 'duration_secs': 0.804393} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.702778] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.703128] env[63419]: INFO nova.compute.manager [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Took 6.83 seconds to spawn the instance on the hypervisor. [ 641.703380] env[63419]: DEBUG nova.compute.manager [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.704187] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3500f5c-8625-4548-80c8-5ca2585f710b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.821698] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Releasing lock "refresh_cache-7e0b708c-30d4-4e6e-8127-9fe68dc2f193" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.822137] env[63419]: DEBUG nova.compute.manager [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 641.822329] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.823254] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d0e8bd-2f2d-4094-a595-6a4e5ed39cee {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.831734] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.831985] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c91ced3-dc56-4a84-a196-7cd3a424d309 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.838396] env[63419]: DEBUG oslo_vmware.api [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 641.838396] env[63419]: value = "task-2622038" [ 641.838396] env[63419]: _type = "Task" [ 641.838396] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.847194] env[63419]: DEBUG oslo_vmware.api [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.032188] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]522d7fac-0f6a-596d-f910-5697fca45d53, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.032496] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.032723] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 6020a76d-95b3-4dec-85fc-c05cfb3d2323/6020a76d-95b3-4dec-85fc-c05cfb3d2323.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.032984] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66c4b9cd-a944-4810-bcb0-9fcac5db70f1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.041160] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Waiting for the task: (returnval){ [ 642.041160] env[63419]: value = "task-2622039" [ 642.041160] env[63419]: _type = "Task" [ 642.041160] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.049585] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.092737] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.093399] env[63419]: DEBUG nova.compute.manager [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.096343] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.070s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.097965] env[63419]: INFO nova.compute.claims [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.120981] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622036, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.225507] env[63419]: INFO nova.compute.manager [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Took 37.71 seconds to build instance. [ 642.299406] env[63419]: DEBUG nova.compute.manager [req-4d80900e-e692-46df-a5c4-5be78f261764 req-bb54fe45-eba2-47c0-bc81-4b998aaea3c1 service nova] [instance: d936eef5-f930-4b22-8162-f158afa01912] Received event network-vif-plugged-e8be84d7-7561-4934-8ac2-76f26f9c8b14 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 642.299664] env[63419]: DEBUG oslo_concurrency.lockutils [req-4d80900e-e692-46df-a5c4-5be78f261764 req-bb54fe45-eba2-47c0-bc81-4b998aaea3c1 service nova] Acquiring lock "d936eef5-f930-4b22-8162-f158afa01912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.300846] env[63419]: DEBUG oslo_concurrency.lockutils [req-4d80900e-e692-46df-a5c4-5be78f261764 req-bb54fe45-eba2-47c0-bc81-4b998aaea3c1 service nova] Lock "d936eef5-f930-4b22-8162-f158afa01912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.300846] env[63419]: DEBUG oslo_concurrency.lockutils [req-4d80900e-e692-46df-a5c4-5be78f261764 req-bb54fe45-eba2-47c0-bc81-4b998aaea3c1 service nova] Lock "d936eef5-f930-4b22-8162-f158afa01912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.300846] env[63419]: DEBUG nova.compute.manager [req-4d80900e-e692-46df-a5c4-5be78f261764 req-bb54fe45-eba2-47c0-bc81-4b998aaea3c1 service nova] [instance: d936eef5-f930-4b22-8162-f158afa01912] No waiting events found dispatching network-vif-plugged-e8be84d7-7561-4934-8ac2-76f26f9c8b14 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.300955] env[63419]: WARNING nova.compute.manager [req-4d80900e-e692-46df-a5c4-5be78f261764 req-bb54fe45-eba2-47c0-bc81-4b998aaea3c1 service nova] [instance: d936eef5-f930-4b22-8162-f158afa01912] Received unexpected event network-vif-plugged-e8be84d7-7561-4934-8ac2-76f26f9c8b14 for instance with vm_state building and task_state spawning. [ 642.350587] env[63419]: DEBUG oslo_vmware.api [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622038, 'name': PowerOffVM_Task, 'duration_secs': 0.174878} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.350587] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.350587] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.350823] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8121f9b-d292-452d-8f0b-0ccf1f52d264 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.386349] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.386349] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.386349] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Deleting the datastore file [datastore2] 7e0b708c-30d4-4e6e-8127-9fe68dc2f193 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.387082] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc7799b7-95af-4402-b6c0-6a664ca1059d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.395613] env[63419]: DEBUG oslo_vmware.api [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for the task: (returnval){ [ 642.395613] env[63419]: value = "task-2622041" [ 642.395613] env[63419]: _type = "Task" [ 642.395613] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.410870] env[63419]: DEBUG oslo_vmware.api [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.414962] env[63419]: DEBUG nova.network.neutron [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Successfully updated port: e8be84d7-7561-4934-8ac2-76f26f9c8b14 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.552631] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483364} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.552913] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 6020a76d-95b3-4dec-85fc-c05cfb3d2323/6020a76d-95b3-4dec-85fc-c05cfb3d2323.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.553305] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.553585] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-763e29f6-50b3-4ab0-b80f-af0aa5e61e58 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.561294] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Waiting for the task: (returnval){ [ 642.561294] env[63419]: value = "task-2622042" [ 642.561294] env[63419]: _type = "Task" [ 642.561294] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.572565] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.603377] env[63419]: DEBUG nova.compute.utils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 642.607130] env[63419]: DEBUG nova.compute.manager [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.607258] env[63419]: DEBUG nova.network.neutron [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.620847] env[63419]: DEBUG oslo_vmware.api [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622036, 'name': PowerOnVM_Task, 'duration_secs': 1.715696} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.621286] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.621347] env[63419]: INFO nova.compute.manager [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Took 10.54 seconds to spawn the instance on the hypervisor. [ 642.621480] env[63419]: DEBUG nova.compute.manager [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.622304] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf08723-fb20-4e4e-a2f3-9ff3216538d2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.648419] env[63419]: DEBUG nova.policy [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53517382cf734fcd871766a614bba0a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf6b50ad555d469e8128ae18eefad3da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.730788] env[63419]: DEBUG oslo_concurrency.lockutils [None req-38b8d7b8-25e1-4e69-b90d-8ecf73662284 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "dfc89ae2-cd21-478b-94c4-94c6f06e18d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.372s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.911020] env[63419]: DEBUG oslo_vmware.api [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Task: {'id': task-2622041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186708} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.911221] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.911482] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.911750] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.912096] env[63419]: INFO nova.compute.manager [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Took 1.09 seconds to destroy the instance on the hypervisor. [ 642.912531] env[63419]: DEBUG oslo.service.loopingcall [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.912786] env[63419]: DEBUG nova.compute.manager [-] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 642.912908] env[63419]: DEBUG nova.network.neutron [-] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 642.917581] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "refresh_cache-d936eef5-f930-4b22-8162-f158afa01912" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.917724] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquired lock "refresh_cache-d936eef5-f930-4b22-8162-f158afa01912" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.917870] env[63419]: DEBUG nova.network.neutron [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.935081] env[63419]: DEBUG nova.network.neutron [-] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.024519] env[63419]: DEBUG nova.network.neutron [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Successfully created port: c810f443-79e6-4887-bb3a-6ef2d5d71819 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.073276] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072905} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.073645] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.074516] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcffa3b8-f38d-44e9-9eba-bfcd95fe23de {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.100261] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 6020a76d-95b3-4dec-85fc-c05cfb3d2323/6020a76d-95b3-4dec-85fc-c05cfb3d2323.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.100578] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba16ddf-7c0d-4ae9-baab-571420b7029c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.115439] env[63419]: DEBUG nova.compute.manager [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.128439] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Waiting for the task: (returnval){ [ 643.128439] env[63419]: value = "task-2622043" [ 643.128439] env[63419]: _type = "Task" [ 643.128439] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.141279] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.143673] env[63419]: INFO nova.compute.manager [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Took 41.83 seconds to build instance. [ 643.233687] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.439571] env[63419]: DEBUG nova.network.neutron [-] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.460269] env[63419]: DEBUG nova.network.neutron [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.495455] env[63419]: INFO nova.compute.manager [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Rebuilding instance [ 643.546439] env[63419]: DEBUG nova.compute.manager [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.550111] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d45f24-e3a5-4eaf-bd3d-69a98a7596ed {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.640565] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622043, 'name': ReconfigVM_Task, 'duration_secs': 0.302127} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.640565] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 6020a76d-95b3-4dec-85fc-c05cfb3d2323/6020a76d-95b3-4dec-85fc-c05cfb3d2323.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.640985] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f063a679-b3bf-437f-9afe-bc8b8f7885ef {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.646330] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccf25d97-09c0-416d-86d1-3860983daa8c tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Lock "ea12ead5-69e6-49ad-ba13-d44c6b5def65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.171s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.650566] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Waiting for the task: (returnval){ [ 643.650566] env[63419]: value = "task-2622044" [ 643.650566] env[63419]: _type = "Task" [ 643.650566] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.666555] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622044, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.683839] env[63419]: DEBUG nova.network.neutron [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Updating instance_info_cache with network_info: [{"id": "e8be84d7-7561-4934-8ac2-76f26f9c8b14", "address": "fa:16:3e:8c:f8:17", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8be84d7-75", "ovs_interfaceid": "e8be84d7-7561-4934-8ac2-76f26f9c8b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.728050] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7983e5c6-353c-4117-a3cf-cf6308115124 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.737136] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc45035-6535-437e-8e38-8060480b658a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.776423] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.776800] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080fceb8-57a5-4f92-bdbc-6539bfca759d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.786169] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fcebda-7185-49b3-a9cc-5457b1410781 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.799875] env[63419]: DEBUG nova.compute.provider_tree [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.945383] env[63419]: INFO nova.compute.manager [-] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Took 1.03 seconds to deallocate network for instance. [ 644.045251] env[63419]: DEBUG oslo_concurrency.lockutils [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Acquiring lock "ea12ead5-69e6-49ad-ba13-d44c6b5def65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.045385] env[63419]: DEBUG oslo_concurrency.lockutils [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Lock "ea12ead5-69e6-49ad-ba13-d44c6b5def65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.045708] env[63419]: DEBUG oslo_concurrency.lockutils [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Acquiring lock "ea12ead5-69e6-49ad-ba13-d44c6b5def65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.045708] env[63419]: DEBUG oslo_concurrency.lockutils [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Lock "ea12ead5-69e6-49ad-ba13-d44c6b5def65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.045901] env[63419]: DEBUG oslo_concurrency.lockutils [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Lock "ea12ead5-69e6-49ad-ba13-d44c6b5def65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.048087] env[63419]: INFO nova.compute.manager [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Terminating instance [ 644.128725] env[63419]: DEBUG nova.compute.manager [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.149538] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.168386] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622044, 'name': Rename_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.172403] env[63419]: DEBUG nova.virt.hardware [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.172837] env[63419]: DEBUG nova.virt.hardware [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.173204] env[63419]: DEBUG nova.virt.hardware [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.173513] env[63419]: DEBUG nova.virt.hardware [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.173772] env[63419]: DEBUG nova.virt.hardware [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.174037] env[63419]: DEBUG nova.virt.hardware [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.174462] env[63419]: DEBUG nova.virt.hardware [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.174808] env[63419]: DEBUG nova.virt.hardware [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.175190] env[63419]: DEBUG nova.virt.hardware [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.176634] env[63419]: DEBUG nova.virt.hardware [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.176996] env[63419]: DEBUG nova.virt.hardware [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.178862] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553ba2a1-f226-4582-9837-b51b3f86f5f3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.190851] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Releasing lock "refresh_cache-d936eef5-f930-4b22-8162-f158afa01912" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.191289] env[63419]: DEBUG nova.compute.manager [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Instance network_info: |[{"id": "e8be84d7-7561-4934-8ac2-76f26f9c8b14", "address": "fa:16:3e:8c:f8:17", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8be84d7-75", "ovs_interfaceid": "e8be84d7-7561-4934-8ac2-76f26f9c8b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.191986] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:f8:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8be84d7-7561-4934-8ac2-76f26f9c8b14', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.200806] env[63419]: DEBUG oslo.service.loopingcall [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.202647] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffb25f3-ebdd-4eb6-97ad-161849553eca {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.207065] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d936eef5-f930-4b22-8162-f158afa01912] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.208156] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdbfcf73-2be8-407a-a4c0-26bfa29a3b90 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.237851] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.237851] env[63419]: value = "task-2622045" [ 644.237851] env[63419]: _type = "Task" [ 644.237851] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.247276] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622045, 'name': CreateVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.306174] env[63419]: DEBUG nova.scheduler.client.report [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.327932] env[63419]: DEBUG nova.compute.manager [req-faddb7e2-1798-488a-a5af-6e2626765a0c req-b3831912-87d7-4321-8d7b-25f967bf7004 service nova] [instance: d936eef5-f930-4b22-8162-f158afa01912] Received event network-changed-e8be84d7-7561-4934-8ac2-76f26f9c8b14 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 644.328148] env[63419]: DEBUG nova.compute.manager [req-faddb7e2-1798-488a-a5af-6e2626765a0c req-b3831912-87d7-4321-8d7b-25f967bf7004 service nova] [instance: d936eef5-f930-4b22-8162-f158afa01912] Refreshing instance network info cache due to event network-changed-e8be84d7-7561-4934-8ac2-76f26f9c8b14. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 644.328368] env[63419]: DEBUG oslo_concurrency.lockutils [req-faddb7e2-1798-488a-a5af-6e2626765a0c req-b3831912-87d7-4321-8d7b-25f967bf7004 service nova] Acquiring lock "refresh_cache-d936eef5-f930-4b22-8162-f158afa01912" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.328513] env[63419]: DEBUG oslo_concurrency.lockutils [req-faddb7e2-1798-488a-a5af-6e2626765a0c req-b3831912-87d7-4321-8d7b-25f967bf7004 service nova] Acquired lock "refresh_cache-d936eef5-f930-4b22-8162-f158afa01912" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.328671] env[63419]: DEBUG nova.network.neutron [req-faddb7e2-1798-488a-a5af-6e2626765a0c req-b3831912-87d7-4321-8d7b-25f967bf7004 service nova] [instance: d936eef5-f930-4b22-8162-f158afa01912] Refreshing network info cache for port e8be84d7-7561-4934-8ac2-76f26f9c8b14 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.452721] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.555555] env[63419]: DEBUG nova.compute.manager [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.555555] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.556338] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d41e05-b0d8-4616-8577-cdee85621322 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.565593] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.565900] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.566167] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bd085ef-e76c-4141-baeb-956ac3708a56 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.567841] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c4f5d93-d079-4518-ac9a-94f1e464ef17 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.576377] env[63419]: DEBUG oslo_vmware.api [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Waiting for the task: (returnval){ [ 644.576377] env[63419]: value = "task-2622047" [ 644.576377] env[63419]: _type = "Task" [ 644.576377] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.577832] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 644.577832] env[63419]: value = "task-2622046" [ 644.577832] env[63419]: _type = "Task" [ 644.577832] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.590818] env[63419]: DEBUG oslo_vmware.api [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.600140] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.657963] env[63419]: DEBUG nova.network.neutron [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Successfully updated port: c810f443-79e6-4887-bb3a-6ef2d5d71819 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.676970] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622044, 'name': Rename_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.686699] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.751266] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622045, 'name': CreateVM_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.814025] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.814508] env[63419]: DEBUG nova.compute.manager [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.818075] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.984s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.818678] env[63419]: DEBUG nova.objects.instance [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] [instance: 154f2013-37a3-4e14-b377-e992a080d8f8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63419) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 645.093945] env[63419]: DEBUG oslo_vmware.api [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622047, 'name': PowerOffVM_Task, 'duration_secs': 0.363533} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.097094] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.097291] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.097569] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622046, 'name': PowerOffVM_Task, 'duration_secs': 0.344862} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.097768] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0352c4-fb5a-4130-b28c-81e997508009 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.101914] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.101914] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.101914] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ca6f26-d8d7-4201-9652-6efb24826a80 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.110382] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.111296] env[63419]: DEBUG nova.network.neutron [req-faddb7e2-1798-488a-a5af-6e2626765a0c req-b3831912-87d7-4321-8d7b-25f967bf7004 service nova] [instance: d936eef5-f930-4b22-8162-f158afa01912] Updated VIF entry in instance network info cache for port e8be84d7-7561-4934-8ac2-76f26f9c8b14. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.112590] env[63419]: DEBUG nova.network.neutron [req-faddb7e2-1798-488a-a5af-6e2626765a0c req-b3831912-87d7-4321-8d7b-25f967bf7004 service nova] [instance: d936eef5-f930-4b22-8162-f158afa01912] Updating instance_info_cache with network_info: [{"id": "e8be84d7-7561-4934-8ac2-76f26f9c8b14", "address": "fa:16:3e:8c:f8:17", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8be84d7-75", "ovs_interfaceid": "e8be84d7-7561-4934-8ac2-76f26f9c8b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.112780] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a11c5ad6-fedd-4b7a-8bf8-37d9e2338be2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.145892] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.146268] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.146584] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Deleting the datastore file [datastore1] dfc89ae2-cd21-478b-94c4-94c6f06e18d0 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.146926] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f27c83-95bb-473a-9cc4-a35c7ca434b4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.155666] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 645.155666] env[63419]: value = "task-2622050" [ 645.155666] env[63419]: _type = "Task" [ 645.155666] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.163414] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Acquiring lock "refresh_cache-5a8956d2-32f3-413c-89a7-0436019bc3fa" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.163550] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Acquired lock "refresh_cache-5a8956d2-32f3-413c-89a7-0436019bc3fa" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.163690] env[63419]: DEBUG nova.network.neutron [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.170909] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.177369] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622044, 'name': Rename_Task, 'duration_secs': 1.389822} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.178809] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.179138] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.179359] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.179562] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Deleting the datastore file [datastore2] ea12ead5-69e6-49ad-ba13-d44c6b5def65 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.179828] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d07defa-ecef-4eb1-a4e1-7aab72a5a84e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.181987] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61576616-df34-4328-b953-8e6db89b80bd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.189772] env[63419]: DEBUG oslo_vmware.api [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Waiting for the task: (returnval){ [ 645.189772] env[63419]: value = "task-2622051" [ 645.189772] env[63419]: _type = "Task" [ 645.189772] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.191109] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Waiting for the task: (returnval){ [ 645.191109] env[63419]: value = "task-2622052" [ 645.191109] env[63419]: _type = "Task" [ 645.191109] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.204142] env[63419]: DEBUG oslo_vmware.api [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.207744] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.256160] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622045, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.323290] env[63419]: DEBUG nova.compute.utils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 645.329359] env[63419]: DEBUG nova.compute.manager [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.329544] env[63419]: DEBUG nova.network.neutron [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.402179] env[63419]: DEBUG nova.policy [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efcf1ac6f7124384b09d399e19bcd348', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6f52c2601624e11afe258970a239e31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.617499] env[63419]: DEBUG oslo_concurrency.lockutils [req-faddb7e2-1798-488a-a5af-6e2626765a0c req-b3831912-87d7-4321-8d7b-25f967bf7004 service nova] Releasing lock "refresh_cache-d936eef5-f930-4b22-8162-f158afa01912" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.666650] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122213} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.666930] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.667124] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.667314] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.704447] env[63419]: DEBUG oslo_vmware.api [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Task: {'id': task-2622051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2241} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.708378] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.708378] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.708378] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.708746] env[63419]: INFO nova.compute.manager [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Took 1.15 seconds to destroy the instance on the hypervisor. [ 645.708746] env[63419]: DEBUG oslo.service.loopingcall [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.709079] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622052, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.709254] env[63419]: DEBUG nova.compute.manager [-] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.709360] env[63419]: DEBUG nova.network.neutron [-] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.735206] env[63419]: DEBUG nova.network.neutron [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.755178] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622045, 'name': CreateVM_Task, 'duration_secs': 1.158824} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.757849] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d936eef5-f930-4b22-8162-f158afa01912] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.761157] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.761157] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.761157] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.761157] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cbde0ce-ca26-4fc3-a409-f5edc72e0b4e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.766902] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 645.766902] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]524879db-1c5e-a41f-0465-8906587b6d5d" [ 645.766902] env[63419]: _type = "Task" [ 645.766902] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.776526] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524879db-1c5e-a41f-0465-8906587b6d5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.830526] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d15cfa81-d6c3-43ba-91fc-0adb7aa9434d tempest-ServersAdmin275Test-1447349901 tempest-ServersAdmin275Test-1447349901-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.831896] env[63419]: DEBUG nova.compute.manager [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.837114] env[63419]: DEBUG oslo_concurrency.lockutils [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.472s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.837114] env[63419]: DEBUG nova.objects.instance [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lazy-loading 'resources' on Instance uuid 3541fb55-82d4-4803-b941-4a3b835e4b9c {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.901931] env[63419]: DEBUG nova.network.neutron [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Successfully created port: f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.998552] env[63419]: DEBUG nova.network.neutron [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Updating instance_info_cache with network_info: [{"id": "c810f443-79e6-4887-bb3a-6ef2d5d71819", "address": "fa:16:3e:92:56:bd", "network": {"id": "57ef85fe-243d-4e41-bf87-40c8e8d5bede", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-588946258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf6b50ad555d469e8128ae18eefad3da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc810f443-79", "ovs_interfaceid": "c810f443-79e6-4887-bb3a-6ef2d5d71819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.177695] env[63419]: DEBUG nova.compute.manager [req-bf93a76d-6c95-4572-aacf-f0a2f587a34a req-71384d7c-a8c9-4064-8123-d51f90ec9d9a service nova] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Received event network-vif-deleted-2b8df141-2b96-4ac9-8e2b-aa84addf3d22 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 646.179593] env[63419]: INFO nova.compute.manager [req-bf93a76d-6c95-4572-aacf-f0a2f587a34a req-71384d7c-a8c9-4064-8123-d51f90ec9d9a service nova] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Neutron deleted interface 2b8df141-2b96-4ac9-8e2b-aa84addf3d22; detaching it from the instance and deleting it from the info cache [ 646.179593] env[63419]: DEBUG nova.network.neutron [req-bf93a76d-6c95-4572-aacf-f0a2f587a34a req-71384d7c-a8c9-4064-8123-d51f90ec9d9a service nova] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.210016] env[63419]: DEBUG oslo_vmware.api [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622052, 'name': PowerOnVM_Task, 'duration_secs': 0.740896} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.210016] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.210016] env[63419]: INFO nova.compute.manager [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Took 8.60 seconds to spawn the instance on the hypervisor. [ 646.210016] env[63419]: DEBUG nova.compute.manager [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.210016] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9ad999-6783-4dd6-a736-cbf3d1920342 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.280643] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524879db-1c5e-a41f-0465-8906587b6d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.014634} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.280643] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.280643] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.280643] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.280883] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.280883] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.280883] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea0cbdae-856a-4343-aeec-8b962162921e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.295405] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.295613] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.296362] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce982913-d9f3-4631-8443-10558707c2c2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.302615] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 646.302615] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52e04d62-bf4a-0047-d534-e87875822f92" [ 646.302615] env[63419]: _type = "Task" [ 646.302615] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.312014] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e04d62-bf4a-0047-d534-e87875822f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.397400] env[63419]: DEBUG nova.compute.manager [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Received event network-vif-plugged-c810f443-79e6-4887-bb3a-6ef2d5d71819 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 646.397626] env[63419]: DEBUG oslo_concurrency.lockutils [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] Acquiring lock "5a8956d2-32f3-413c-89a7-0436019bc3fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.397701] env[63419]: DEBUG oslo_concurrency.lockutils [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] Lock "5a8956d2-32f3-413c-89a7-0436019bc3fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.397858] env[63419]: DEBUG oslo_concurrency.lockutils [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] Lock "5a8956d2-32f3-413c-89a7-0436019bc3fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.402180] env[63419]: DEBUG nova.compute.manager [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] No waiting events found dispatching network-vif-plugged-c810f443-79e6-4887-bb3a-6ef2d5d71819 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.402468] env[63419]: WARNING nova.compute.manager [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Received unexpected event network-vif-plugged-c810f443-79e6-4887-bb3a-6ef2d5d71819 for instance with vm_state building and task_state spawning. [ 646.402656] env[63419]: DEBUG nova.compute.manager [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Received event network-changed-c810f443-79e6-4887-bb3a-6ef2d5d71819 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 646.402824] env[63419]: DEBUG nova.compute.manager [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Refreshing instance network info cache due to event network-changed-c810f443-79e6-4887-bb3a-6ef2d5d71819. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 646.403043] env[63419]: DEBUG oslo_concurrency.lockutils [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] Acquiring lock "refresh_cache-5a8956d2-32f3-413c-89a7-0436019bc3fa" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.502456] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Releasing lock "refresh_cache-5a8956d2-32f3-413c-89a7-0436019bc3fa" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.502759] env[63419]: DEBUG nova.compute.manager [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Instance network_info: |[{"id": "c810f443-79e6-4887-bb3a-6ef2d5d71819", "address": "fa:16:3e:92:56:bd", "network": {"id": "57ef85fe-243d-4e41-bf87-40c8e8d5bede", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-588946258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf6b50ad555d469e8128ae18eefad3da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc810f443-79", "ovs_interfaceid": "c810f443-79e6-4887-bb3a-6ef2d5d71819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.503051] env[63419]: DEBUG oslo_concurrency.lockutils [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] Acquired lock "refresh_cache-5a8956d2-32f3-413c-89a7-0436019bc3fa" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.503265] env[63419]: DEBUG nova.network.neutron [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Refreshing network info cache for port c810f443-79e6-4887-bb3a-6ef2d5d71819 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.504504] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:56:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c810f443-79e6-4887-bb3a-6ef2d5d71819', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.512066] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Creating folder: Project (bf6b50ad555d469e8128ae18eefad3da). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.512537] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b9faf64-3b62-4505-b255-68086d453a3f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.526207] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Created folder: Project (bf6b50ad555d469e8128ae18eefad3da) in parent group-v528420. [ 646.526207] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Creating folder: Instances. Parent ref: group-v528515. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.526654] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-563e2354-f1e8-456e-a515-156384d31903 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.537467] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Created folder: Instances in parent group-v528515. [ 646.537701] env[63419]: DEBUG oslo.service.loopingcall [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.537886] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.538109] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71ec0f2b-9704-493f-a8d2-f6f360dd801a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.562738] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.562738] env[63419]: value = "task-2622055" [ 646.562738] env[63419]: _type = "Task" [ 646.562738] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.571754] env[63419]: DEBUG nova.network.neutron [-] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.575888] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622055, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.685392] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a995a5e-ec67-49a7-bc06-0b4d460115dc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.697348] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8dcf2c-effd-4c02-8378-e2e92a2157d4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.718929] env[63419]: DEBUG nova.virt.hardware [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.719210] env[63419]: DEBUG nova.virt.hardware [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.719383] env[63419]: DEBUG nova.virt.hardware [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.719578] env[63419]: DEBUG nova.virt.hardware [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.719727] env[63419]: DEBUG nova.virt.hardware [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.719985] env[63419]: DEBUG nova.virt.hardware [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.720093] env[63419]: DEBUG nova.virt.hardware [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.720246] env[63419]: DEBUG nova.virt.hardware [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.720412] env[63419]: DEBUG nova.virt.hardware [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.720627] env[63419]: DEBUG nova.virt.hardware [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.720848] env[63419]: DEBUG nova.virt.hardware [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.725923] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fe2685-9edd-4fff-a035-46a5219c37cc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.746238] env[63419]: DEBUG nova.compute.manager [req-bf93a76d-6c95-4572-aacf-f0a2f587a34a req-71384d7c-a8c9-4064-8123-d51f90ec9d9a service nova] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Detach interface failed, port_id=2b8df141-2b96-4ac9-8e2b-aa84addf3d22, reason: Instance ea12ead5-69e6-49ad-ba13-d44c6b5def65 could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 646.747693] env[63419]: INFO nova.compute.manager [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Took 40.18 seconds to build instance. [ 646.754026] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b6ec8b-9c85-44df-aa22-d17dc9f41bc0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.774170] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Instance VIF info [] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.780085] env[63419]: DEBUG oslo.service.loopingcall [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.783326] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.784932] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65308c49-7148-4a2e-8e15-1fdf6e0d4521 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.807917] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.807917] env[63419]: value = "task-2622056" [ 646.807917] env[63419]: _type = "Task" [ 646.807917] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.817074] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e04d62-bf4a-0047-d534-e87875822f92, 'name': SearchDatastore_Task, 'duration_secs': 0.052921} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.819178] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aeb483b-e804-4d70-b11c-b762a36bbb28 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.826411] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622056, 'name': CreateVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.832420] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 646.832420] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]526d9986-cf70-9ea7-370b-90b532fd6f23" [ 646.832420] env[63419]: _type = "Task" [ 646.832420] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.843581] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]526d9986-cf70-9ea7-370b-90b532fd6f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.845590] env[63419]: DEBUG nova.compute.manager [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.875495] env[63419]: DEBUG nova.virt.hardware [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.875948] env[63419]: DEBUG nova.virt.hardware [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.875948] env[63419]: DEBUG nova.virt.hardware [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.876176] env[63419]: DEBUG nova.virt.hardware [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.876276] env[63419]: DEBUG nova.virt.hardware [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.876400] env[63419]: DEBUG nova.virt.hardware [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.876609] env[63419]: DEBUG nova.virt.hardware [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.876767] env[63419]: DEBUG nova.virt.hardware [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.876937] env[63419]: DEBUG nova.virt.hardware [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.877116] env[63419]: DEBUG nova.virt.hardware [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.877293] env[63419]: DEBUG nova.virt.hardware [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.878225] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786d9191-41cb-4eff-b5b0-0612c573e43a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.890845] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733ba639-5c95-47b7-9a5e-3370e1f0cc61 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.967241] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9163daa-424d-4d52-9d96-098ba6c3f1a0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.975792] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3841d8-1966-483b-b628-235ead6e3ec2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.009159] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d1305a-0308-4b46-9b5f-a0db1e02a19b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.018823] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fde65b4-6c80-4b33-ad17-05bd24495460 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.033440] env[63419]: DEBUG nova.compute.provider_tree [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.075472] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622055, 'name': CreateVM_Task, 'duration_secs': 0.371419} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.075744] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.076705] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.076798] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.077458] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.077876] env[63419]: INFO nova.compute.manager [-] [instance: ea12ead5-69e6-49ad-ba13-d44c6b5def65] Took 1.37 seconds to deallocate network for instance. [ 647.078160] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782b9a29-bc81-498e-977d-72c830e2ca81 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.087032] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Waiting for the task: (returnval){ [ 647.087032] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]527fdc7c-62c5-36f9-7e2a-fc478583758f" [ 647.087032] env[63419]: _type = "Task" [ 647.087032] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.096821] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527fdc7c-62c5-36f9-7e2a-fc478583758f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.249204] env[63419]: DEBUG oslo_concurrency.lockutils [None req-282567c2-e2a5-4ecc-9658-7bcceb6adb2e tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Lock "6020a76d-95b3-4dec-85fc-c05cfb3d2323" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.745s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.293484] env[63419]: DEBUG nova.network.neutron [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Updated VIF entry in instance network info cache for port c810f443-79e6-4887-bb3a-6ef2d5d71819. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.293940] env[63419]: DEBUG nova.network.neutron [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Updating instance_info_cache with network_info: [{"id": "c810f443-79e6-4887-bb3a-6ef2d5d71819", "address": "fa:16:3e:92:56:bd", "network": {"id": "57ef85fe-243d-4e41-bf87-40c8e8d5bede", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-588946258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf6b50ad555d469e8128ae18eefad3da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc810f443-79", "ovs_interfaceid": "c810f443-79e6-4887-bb3a-6ef2d5d71819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.322328] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622056, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.343212] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]526d9986-cf70-9ea7-370b-90b532fd6f23, 'name': SearchDatastore_Task, 'duration_secs': 0.022838} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.343212] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.343440] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] d936eef5-f930-4b22-8162-f158afa01912/d936eef5-f930-4b22-8162-f158afa01912.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.343698] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eee2335-a54e-4ca2-b9f1-67018deaf677 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.352201] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 647.352201] env[63419]: value = "task-2622057" [ 647.352201] env[63419]: _type = "Task" [ 647.352201] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.361633] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.538032] env[63419]: DEBUG nova.scheduler.client.report [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.584913] env[63419]: DEBUG nova.network.neutron [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Successfully updated port: f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.586645] env[63419]: DEBUG oslo_concurrency.lockutils [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.600848] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527fdc7c-62c5-36f9-7e2a-fc478583758f, 'name': SearchDatastore_Task, 'duration_secs': 0.015209} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.601205] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.601453] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.601737] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.601862] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.602289] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.603290] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-910f9540-0820-4217-a441-a594d9c35c1c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.619476] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.620220] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.620966] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a3365d-890b-4670-afd7-e32afb1ec090 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.628181] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Waiting for the task: (returnval){ [ 647.628181] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52df667e-d1f2-5559-0dea-881c41a308d0" [ 647.628181] env[63419]: _type = "Task" [ 647.628181] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.637967] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52df667e-d1f2-5559-0dea-881c41a308d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.752039] env[63419]: DEBUG nova.compute.manager [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.796913] env[63419]: DEBUG oslo_concurrency.lockutils [req-29c8c981-06f0-429c-aedb-3dd171404f6e req-d91a19fa-29a2-492b-b17c-09b1bfb88bae service nova] Releasing lock "refresh_cache-5a8956d2-32f3-413c-89a7-0436019bc3fa" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.819918] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622056, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.865584] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622057, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.047278] env[63419]: DEBUG oslo_concurrency.lockutils [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.048513] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.217s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.048624] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.048742] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63419) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 648.049592] env[63419]: DEBUG oslo_concurrency.lockutils [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.172s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.049592] env[63419]: DEBUG nova.objects.instance [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Lazy-loading 'resources' on Instance uuid 57df8151-b7ef-4faa-8451-4ca33d7daf39 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.051411] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcfff8f-f78a-41a6-bb25-f6950fbe0fbb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.061606] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76ea744-5204-44e9-a449-a8466083835f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.078986] env[63419]: INFO nova.scheduler.client.report [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Deleted allocations for instance 3541fb55-82d4-4803-b941-4a3b835e4b9c [ 648.080537] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cf75b4-0ceb-49d7-84e2-42f955c7499b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.092800] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquiring lock "refresh_cache-2f45cdc6-6471-4d10-b322-d8777f35732b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.092800] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquired lock "refresh_cache-2f45cdc6-6471-4d10-b322-d8777f35732b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.092800] env[63419]: DEBUG nova.network.neutron [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.095176] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4161b756-4e76-41a2-80b7-ed445f76a0d3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.135413] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180341MB free_disk=124GB free_vcpus=48 pci_devices=None {{(pid=63419) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 648.135562] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.145966] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52df667e-d1f2-5559-0dea-881c41a308d0, 'name': SearchDatastore_Task, 'duration_secs': 0.060963} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.146796] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-190398aa-b825-4eed-9681-703048948aea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.152090] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Waiting for the task: (returnval){ [ 648.152090] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52b1c0b4-d41e-cb60-0515-7bf4c2c94a43" [ 648.152090] env[63419]: _type = "Task" [ 648.152090] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.160526] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b1c0b4-d41e-cb60-0515-7bf4c2c94a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.203372] env[63419]: DEBUG nova.compute.manager [req-e33100ba-e21e-4a12-b46f-b7002f7699de req-cb23ce73-65ba-4430-9ff9-b7707da54d64 service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Received event network-changed-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 648.203521] env[63419]: DEBUG nova.compute.manager [req-e33100ba-e21e-4a12-b46f-b7002f7699de req-cb23ce73-65ba-4430-9ff9-b7707da54d64 service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Refreshing instance network info cache due to event network-changed-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 648.203741] env[63419]: DEBUG oslo_concurrency.lockutils [req-e33100ba-e21e-4a12-b46f-b7002f7699de req-cb23ce73-65ba-4430-9ff9-b7707da54d64 service nova] Acquiring lock "refresh_cache-6020a76d-95b3-4dec-85fc-c05cfb3d2323" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.203886] env[63419]: DEBUG oslo_concurrency.lockutils [req-e33100ba-e21e-4a12-b46f-b7002f7699de req-cb23ce73-65ba-4430-9ff9-b7707da54d64 service nova] Acquired lock "refresh_cache-6020a76d-95b3-4dec-85fc-c05cfb3d2323" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.204606] env[63419]: DEBUG nova.network.neutron [req-e33100ba-e21e-4a12-b46f-b7002f7699de req-cb23ce73-65ba-4430-9ff9-b7707da54d64 service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Refreshing network info cache for port 7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.271633] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.322583] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622056, 'name': CreateVM_Task, 'duration_secs': 1.425497} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.322829] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.323353] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.323546] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.323890] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.324214] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d3d7fc-6aad-4806-ac36-c0d3de5c8298 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.330356] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 648.330356] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52c6ef9a-b749-e443-a024-e984f568231b" [ 648.330356] env[63419]: _type = "Task" [ 648.330356] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.340040] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c6ef9a-b749-e443-a024-e984f568231b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.363484] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52433} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.363759] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] d936eef5-f930-4b22-8162-f158afa01912/d936eef5-f930-4b22-8162-f158afa01912.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.363996] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.364327] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28aa4d4f-21e1-4775-b674-70178de5ffa5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.372148] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 648.372148] env[63419]: value = "task-2622058" [ 648.372148] env[63419]: _type = "Task" [ 648.372148] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.381219] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.425172] env[63419]: DEBUG nova.compute.manager [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Received event network-vif-plugged-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 648.425406] env[63419]: DEBUG oslo_concurrency.lockutils [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] Acquiring lock "2f45cdc6-6471-4d10-b322-d8777f35732b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.425616] env[63419]: DEBUG oslo_concurrency.lockutils [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] Lock "2f45cdc6-6471-4d10-b322-d8777f35732b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.425787] env[63419]: DEBUG oslo_concurrency.lockutils [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] Lock "2f45cdc6-6471-4d10-b322-d8777f35732b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.425954] env[63419]: DEBUG nova.compute.manager [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] No waiting events found dispatching network-vif-plugged-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.426247] env[63419]: WARNING nova.compute.manager [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Received unexpected event network-vif-plugged-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde for instance with vm_state building and task_state spawning. [ 648.426515] env[63419]: DEBUG nova.compute.manager [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Received event network-changed-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 648.426723] env[63419]: DEBUG nova.compute.manager [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Refreshing instance network info cache due to event network-changed-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 648.426931] env[63419]: DEBUG oslo_concurrency.lockutils [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] Acquiring lock "refresh_cache-2f45cdc6-6471-4d10-b322-d8777f35732b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.595457] env[63419]: DEBUG oslo_concurrency.lockutils [None req-012040f0-28b9-49e9-b69e-b35fd70fe413 tempest-ImagesOneServerTestJSON-1819708165 tempest-ImagesOneServerTestJSON-1819708165-project-member] Lock "3541fb55-82d4-4803-b941-4a3b835e4b9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.888s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.655210] env[63419]: DEBUG nova.network.neutron [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.672731] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b1c0b4-d41e-cb60-0515-7bf4c2c94a43, 'name': SearchDatastore_Task, 'duration_secs': 0.058715} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.673016] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.673309] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 5a8956d2-32f3-413c-89a7-0436019bc3fa/5a8956d2-32f3-413c-89a7-0436019bc3fa.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.673574] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9226cc10-4dd0-4294-95ee-bd0f721e2ff9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.682655] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Waiting for the task: (returnval){ [ 648.682655] env[63419]: value = "task-2622059" [ 648.682655] env[63419]: _type = "Task" [ 648.682655] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.691718] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.846348] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c6ef9a-b749-e443-a024-e984f568231b, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.846712] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.846947] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.847220] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.847344] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.847520] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.847788] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bd8c618-9887-4075-921c-3f4138fae796 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.858357] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.858555] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.859303] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb84981-5f73-4556-9b2d-d75dbd96fba3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.866950] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 648.866950] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52265068-e3f3-c7f0-c57d-f6957157e2fe" [ 648.866950] env[63419]: _type = "Task" [ 648.866950] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.878905] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52265068-e3f3-c7f0-c57d-f6957157e2fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.886802] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083313} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.887227] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.888073] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e3cb1c-33fb-4a24-ab4c-bc7a5e2623c3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.914841] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] d936eef5-f930-4b22-8162-f158afa01912/d936eef5-f930-4b22-8162-f158afa01912.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.917925] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df8c77ff-7c60-4980-9af4-70ad79cf8af9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.940316] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 648.940316] env[63419]: value = "task-2622060" [ 648.940316] env[63419]: _type = "Task" [ 648.940316] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.951890] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.110338] env[63419]: DEBUG nova.network.neutron [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Updating instance_info_cache with network_info: [{"id": "f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde", "address": "fa:16:3e:dc:1c:a8", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03c684e-21", "ovs_interfaceid": "f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.196289] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622059, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.198236] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5e15ae-25e6-498d-8c29-5b74bb439abd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.214824] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e0e0e0-f52b-4556-a8c0-6544bf89a138 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.263799] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97881ed1-6b01-4668-b146-80368bd59056 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.276882] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde76f9c-9e1a-42ec-8b20-68a594f6340a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.293972] env[63419]: DEBUG nova.compute.provider_tree [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.383679] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52265068-e3f3-c7f0-c57d-f6957157e2fe, 'name': SearchDatastore_Task, 'duration_secs': 0.013073} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.384548] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2bcce02-04e3-49da-bfa6-13e6985df0b9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.391930] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 649.391930] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52700ba9-1d18-c858-0aa6-47a42003be9a" [ 649.391930] env[63419]: _type = "Task" [ 649.391930] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.405232] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52700ba9-1d18-c858-0aa6-47a42003be9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.452427] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.468456] env[63419]: DEBUG nova.network.neutron [req-e33100ba-e21e-4a12-b46f-b7002f7699de req-cb23ce73-65ba-4430-9ff9-b7707da54d64 service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Updated VIF entry in instance network info cache for port 7a3d16a8-7bb1-43f6-96b3-fbd52f058c93. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.468775] env[63419]: DEBUG nova.network.neutron [req-e33100ba-e21e-4a12-b46f-b7002f7699de req-cb23ce73-65ba-4430-9ff9-b7707da54d64 service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Updating instance_info_cache with network_info: [{"id": "7a3d16a8-7bb1-43f6-96b3-fbd52f058c93", "address": "fa:16:3e:34:db:7a", "network": {"id": "00ce32d5-d2eb-49ef-a23c-ec934ae1df4e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-273173244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b322fa37c0410fb557545981344b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a3d16a8-7b", "ovs_interfaceid": "7a3d16a8-7bb1-43f6-96b3-fbd52f058c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.612032] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Releasing lock "refresh_cache-2f45cdc6-6471-4d10-b322-d8777f35732b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.612384] env[63419]: DEBUG nova.compute.manager [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Instance network_info: |[{"id": "f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde", "address": "fa:16:3e:dc:1c:a8", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03c684e-21", "ovs_interfaceid": "f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.612686] env[63419]: DEBUG oslo_concurrency.lockutils [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] Acquired lock "refresh_cache-2f45cdc6-6471-4d10-b322-d8777f35732b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.612866] env[63419]: DEBUG nova.network.neutron [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Refreshing network info cache for port f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.614400] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:1c:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.622184] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Creating folder: Project (a6f52c2601624e11afe258970a239e31). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.623763] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f1c9a89-f1bf-4219-992b-d73fefca4b92 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.639377] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Created folder: Project (a6f52c2601624e11afe258970a239e31) in parent group-v528420. [ 649.639599] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Creating folder: Instances. Parent ref: group-v528519. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.639852] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f648bb9d-b914-4b89-ae29-1de807252d66 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.653195] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Created folder: Instances in parent group-v528519. [ 649.653195] env[63419]: DEBUG oslo.service.loopingcall [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.653195] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.653195] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63a0147d-35d1-40fc-b604-edbd797df1f0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.677020] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.677020] env[63419]: value = "task-2622063" [ 649.677020] env[63419]: _type = "Task" [ 649.677020] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.686176] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622063, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.695643] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812992} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.696215] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 5a8956d2-32f3-413c-89a7-0436019bc3fa/5a8956d2-32f3-413c-89a7-0436019bc3fa.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.700020] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.700020] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18aef834-8b8a-450f-a5e6-60cf86a41479 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.707156] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Waiting for the task: (returnval){ [ 649.707156] env[63419]: value = "task-2622064" [ 649.707156] env[63419]: _type = "Task" [ 649.707156] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.720043] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.797160] env[63419]: DEBUG nova.scheduler.client.report [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.912116] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52700ba9-1d18-c858-0aa6-47a42003be9a, 'name': SearchDatastore_Task, 'duration_secs': 0.027451} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.912116] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.912116] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] dfc89ae2-cd21-478b-94c4-94c6f06e18d0/dfc89ae2-cd21-478b-94c4-94c6f06e18d0.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.912116] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b50e33d-5b89-48b9-8bee-1d8e18a50803 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.921600] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 649.921600] env[63419]: value = "task-2622065" [ 649.921600] env[63419]: _type = "Task" [ 649.921600] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.930747] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.954914] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622060, 'name': ReconfigVM_Task, 'duration_secs': 0.881202} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.958089] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Reconfigured VM instance instance-0000001d to attach disk [datastore2] d936eef5-f930-4b22-8162-f158afa01912/d936eef5-f930-4b22-8162-f158afa01912.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.958089] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44f235e3-4d6a-4f23-beaf-6c016a5273b5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.965508] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 649.965508] env[63419]: value = "task-2622066" [ 649.965508] env[63419]: _type = "Task" [ 649.965508] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.972259] env[63419]: DEBUG oslo_concurrency.lockutils [req-e33100ba-e21e-4a12-b46f-b7002f7699de req-cb23ce73-65ba-4430-9ff9-b7707da54d64 service nova] Releasing lock "refresh_cache-6020a76d-95b3-4dec-85fc-c05cfb3d2323" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.980257] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622066, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.196022] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622063, 'name': CreateVM_Task, 'duration_secs': 0.441483} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.196022] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.196022] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.196022] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.196022] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.197550] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55fd6f94-db56-4b50-8e3d-b667768a2132 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.206581] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 650.206581] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]521bfcd1-8f09-3f2d-196f-85caf4d10595" [ 650.206581] env[63419]: _type = "Task" [ 650.206581] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.226288] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074146} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.230224] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.230663] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521bfcd1-8f09-3f2d-196f-85caf4d10595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.231485] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732feab8-5e6c-467c-9e81-e4c2518ad611 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.259978] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 5a8956d2-32f3-413c-89a7-0436019bc3fa/5a8956d2-32f3-413c-89a7-0436019bc3fa.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.260354] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d463e9f6-dbe1-4a57-9d7f-a24b4831e3af {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.292524] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Waiting for the task: (returnval){ [ 650.292524] env[63419]: value = "task-2622067" [ 650.292524] env[63419]: _type = "Task" [ 650.292524] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.303911] env[63419]: DEBUG oslo_concurrency.lockutils [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.306136] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.309138] env[63419]: DEBUG oslo_concurrency.lockutils [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.134s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.309435] env[63419]: DEBUG nova.objects.instance [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Lazy-loading 'resources' on Instance uuid 154f2013-37a3-4e14-b377-e992a080d8f8 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 650.337150] env[63419]: INFO nova.scheduler.client.report [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Deleted allocations for instance 57df8151-b7ef-4faa-8451-4ca33d7daf39 [ 650.436021] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622065, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.485646] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622066, 'name': Rename_Task, 'duration_secs': 0.167045} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.485646] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.485646] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8c127d6-5bd5-4127-9d34-e59bec12dfc4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.493524] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 650.493524] env[63419]: value = "task-2622068" [ 650.493524] env[63419]: _type = "Task" [ 650.493524] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.505131] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.524310] env[63419]: DEBUG nova.network.neutron [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Updated VIF entry in instance network info cache for port f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.524672] env[63419]: DEBUG nova.network.neutron [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Updating instance_info_cache with network_info: [{"id": "f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde", "address": "fa:16:3e:dc:1c:a8", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03c684e-21", "ovs_interfaceid": "f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.724480] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521bfcd1-8f09-3f2d-196f-85caf4d10595, 'name': SearchDatastore_Task, 'duration_secs': 0.060919} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.724875] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.725177] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.725449] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.725597] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.725774] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.726155] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcea200a-81fd-4514-8a1d-d3c4b5af22ea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.737510] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.737697] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.738444] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edcfdccd-98e5-4252-bf26-428e55e0cfaa {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.744285] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 650.744285] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]528248f2-5da5-19f4-c471-a1dd58ba6957" [ 650.744285] env[63419]: _type = "Task" [ 650.744285] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.752731] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]528248f2-5da5-19f4-c471-a1dd58ba6957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.802972] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622067, 'name': ReconfigVM_Task, 'duration_secs': 0.387489} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.803669] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 5a8956d2-32f3-413c-89a7-0436019bc3fa/5a8956d2-32f3-413c-89a7-0436019bc3fa.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.804153] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4d456fa-9474-47b1-ab8e-f0369ff3ba14 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.815795] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Waiting for the task: (returnval){ [ 650.815795] env[63419]: value = "task-2622069" [ 650.815795] env[63419]: _type = "Task" [ 650.815795] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.829373] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622069, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.849035] env[63419]: DEBUG oslo_concurrency.lockutils [None req-da017274-29f8-427e-bc9f-597d8e7722d2 tempest-ServerRescueTestJSONUnderV235-1583508227 tempest-ServerRescueTestJSONUnderV235-1583508227-project-member] Lock "57df8151-b7ef-4faa-8451-4ca33d7daf39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.971s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.934942] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54843} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.935371] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] dfc89ae2-cd21-478b-94c4-94c6f06e18d0/dfc89ae2-cd21-478b-94c4-94c6f06e18d0.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.935443] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.935672] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4b9943d-25f3-479a-a7d5-32b059ec4808 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.946433] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 650.946433] env[63419]: value = "task-2622070" [ 650.946433] env[63419]: _type = "Task" [ 650.946433] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.958503] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.005753] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.030560] env[63419]: DEBUG oslo_concurrency.lockutils [req-d8a05f19-3dac-4d0e-b429-5e2725ced864 req-9f23b07d-c104-451d-9e4f-fabdd2ac5daa service nova] Releasing lock "refresh_cache-2f45cdc6-6471-4d10-b322-d8777f35732b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.310473] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]528248f2-5da5-19f4-c471-a1dd58ba6957, 'name': SearchDatastore_Task, 'duration_secs': 0.035473} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.310473] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef16cd3-e135-47e5-ac7d-2678c4e8efa1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.310473] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 651.310473] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52e54486-e484-fc84-18d1-ab027efd53c1" [ 651.310473] env[63419]: _type = "Task" [ 651.310473] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.310473] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e54486-e484-fc84-18d1-ab027efd53c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.338478] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622069, 'name': Rename_Task, 'duration_secs': 0.414829} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.338917] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.339321] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a16b8722-4c44-4f73-9845-461ee6dd4519 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.353802] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Waiting for the task: (returnval){ [ 651.353802] env[63419]: value = "task-2622071" [ 651.353802] env[63419]: _type = "Task" [ 651.353802] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.373016] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.453393] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511b6f1f-b909-44a5-b1d9-cc15d417c0ce {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.464799] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142956} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.467313] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.467573] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b93199-6226-4777-a9be-272620c83be9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.472265] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a84509-e7c9-4856-9ff0-c8229d29fe40 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.500481] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] dfc89ae2-cd21-478b-94c4-94c6f06e18d0/dfc89ae2-cd21-478b-94c4-94c6f06e18d0.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.501651] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11c584f5-803f-4f25-a4f6-e0f3b06dc483 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.552482] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b802cd40-a573-40ba-b07d-09c23f6d3c14 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.557963] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 651.557963] env[63419]: value = "task-2622072" [ 651.557963] env[63419]: _type = "Task" [ 651.557963] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.563741] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622068, 'name': PowerOnVM_Task} progress is 74%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.567658] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3346449d-ad4b-4a06-9e26-40e475a883ac {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.579475] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.588937] env[63419]: DEBUG nova.compute.provider_tree [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.784535] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e54486-e484-fc84-18d1-ab027efd53c1, 'name': SearchDatastore_Task, 'duration_secs': 0.015092} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.784777] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.785067] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 2f45cdc6-6471-4d10-b322-d8777f35732b/2f45cdc6-6471-4d10-b322-d8777f35732b.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.785389] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d56dfd3-081e-49e9-b453-2fe74da01146 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.793813] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 651.793813] env[63419]: value = "task-2622073" [ 651.793813] env[63419]: _type = "Task" [ 651.793813] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.805174] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.866466] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622071, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.012788] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622068, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.078730] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622072, 'name': ReconfigVM_Task, 'duration_secs': 0.306206} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.079723] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Reconfigured VM instance instance-0000001b to attach disk [datastore1] dfc89ae2-cd21-478b-94c4-94c6f06e18d0/dfc89ae2-cd21-478b-94c4-94c6f06e18d0.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.080551] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b468059e-730e-4ff1-aae0-b9c8916bc177 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.088561] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 652.088561] env[63419]: value = "task-2622074" [ 652.088561] env[63419]: _type = "Task" [ 652.088561] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.094588] env[63419]: DEBUG nova.scheduler.client.report [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.109459] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622074, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.304212] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622073, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.373035] env[63419]: DEBUG oslo_vmware.api [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622071, 'name': PowerOnVM_Task, 'duration_secs': 0.73499} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.373035] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.373035] env[63419]: INFO nova.compute.manager [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Took 8.24 seconds to spawn the instance on the hypervisor. [ 652.373035] env[63419]: DEBUG nova.compute.manager [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.373035] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e720ced-9c3c-497a-b043-d544cd7ffbe8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.514277] env[63419]: DEBUG oslo_vmware.api [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622068, 'name': PowerOnVM_Task, 'duration_secs': 1.524642} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.514573] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.514706] env[63419]: INFO nova.compute.manager [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Took 11.17 seconds to spawn the instance on the hypervisor. [ 652.514870] env[63419]: DEBUG nova.compute.manager [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.516149] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321d7c25-5ac5-4d1f-a955-73cd51b0b7fa {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.602681] env[63419]: DEBUG oslo_concurrency.lockutils [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.605165] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622074, 'name': Rename_Task, 'duration_secs': 0.293337} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.607732] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.146s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.611112] env[63419]: INFO nova.compute.claims [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.613537] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.613537] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ece7d4c9-6572-4ca6-a3d8-88f8dc012693 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.623710] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 652.623710] env[63419]: value = "task-2622075" [ 652.623710] env[63419]: _type = "Task" [ 652.623710] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.637330] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.640972] env[63419]: INFO nova.scheduler.client.report [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Deleted allocations for instance 154f2013-37a3-4e14-b377-e992a080d8f8 [ 652.806130] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622073, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.896431] env[63419]: INFO nova.compute.manager [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Took 32.85 seconds to build instance. [ 653.044025] env[63419]: INFO nova.compute.manager [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Took 38.34 seconds to build instance. [ 653.139782] env[63419]: DEBUG oslo_vmware.api [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622075, 'name': PowerOnVM_Task, 'duration_secs': 0.486398} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.140543] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.140847] env[63419]: DEBUG nova.compute.manager [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.142272] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c530795-15f7-4d20-9b32-259619f3c04a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.151095] env[63419]: DEBUG oslo_concurrency.lockutils [None req-654a9951-1fbf-49fa-9676-996a1f27c73d tempest-ServersAdmin275Test-1854999157 tempest-ServersAdmin275Test-1854999157-project-member] Lock "154f2013-37a3-4e14-b377-e992a080d8f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.361s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.308287] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622073, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.398100] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7821971f-9981-4bb9-a9e5-a042c97db7c2 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Lock "5a8956d2-32f3-413c-89a7-0436019bc3fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.672s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.548434] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e2aab747-0031-45f4-9ec7-c964db3b8494 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "d936eef5-f930-4b22-8162-f158afa01912" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.314s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.576649] env[63419]: DEBUG oslo_concurrency.lockutils [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Acquiring lock "5a8956d2-32f3-413c-89a7-0436019bc3fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.578244] env[63419]: DEBUG oslo_concurrency.lockutils [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Lock "5a8956d2-32f3-413c-89a7-0436019bc3fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.578429] env[63419]: DEBUG oslo_concurrency.lockutils [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Acquiring lock "5a8956d2-32f3-413c-89a7-0436019bc3fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.578639] env[63419]: DEBUG oslo_concurrency.lockutils [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Lock "5a8956d2-32f3-413c-89a7-0436019bc3fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.578816] env[63419]: DEBUG oslo_concurrency.lockutils [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Lock "5a8956d2-32f3-413c-89a7-0436019bc3fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.581627] env[63419]: INFO nova.compute.manager [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Terminating instance [ 653.666521] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.806864] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622073, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.704198} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.810482] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 2f45cdc6-6471-4d10-b322-d8777f35732b/2f45cdc6-6471-4d10-b322-d8777f35732b.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.810759] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.811229] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0ad87ad-bc62-4d56-8ca7-48ec8b7ce5b5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.826358] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 653.826358] env[63419]: value = "task-2622076" [ 653.826358] env[63419]: _type = "Task" [ 653.826358] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.846303] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.902240] env[63419]: DEBUG nova.compute.manager [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.054555] env[63419]: DEBUG nova.compute.manager [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.091995] env[63419]: DEBUG nova.compute.manager [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.092421] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.094684] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdc5583-46da-4dbc-971b-b2e77ebfb748 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.109519] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.110415] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adb06ebd-c44b-4b4b-8a8b-2265778b78e1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.119289] env[63419]: DEBUG oslo_vmware.api [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Waiting for the task: (returnval){ [ 654.119289] env[63419]: value = "task-2622077" [ 654.119289] env[63419]: _type = "Task" [ 654.119289] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.129589] env[63419]: DEBUG oslo_vmware.api [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.300352] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa74adcc-84be-4cab-a170-2f613040fd6c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.310758] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f673ba6a-b81b-4d27-ad84-6a0267e124ea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.356403] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fea1e95-cc7b-42b6-b68b-06ef84252248 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.364189] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166495} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.368039] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.368039] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c261ee8-eec9-4a38-a629-b3f107c79874 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.371629] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7826810f-63fa-492a-af94-1bd1ff9fbdde {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.406233] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 2f45cdc6-6471-4d10-b322-d8777f35732b/2f45cdc6-6471-4d10-b322-d8777f35732b.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.407051] env[63419]: DEBUG nova.compute.provider_tree [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.408581] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f29ba968-d1a1-43bd-acc6-4b4ea19d9d48 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.429847] env[63419]: DEBUG nova.scheduler.client.report [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.443896] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 654.443896] env[63419]: value = "task-2622078" [ 654.443896] env[63419]: _type = "Task" [ 654.443896] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.452788] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.454960] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.582719] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.635230] env[63419]: DEBUG oslo_vmware.api [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622077, 'name': PowerOffVM_Task, 'duration_secs': 0.28202} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.636418] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.636540] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.636785] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5eebcd0-52a9-4633-8580-26e1d67dc7c9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.727441] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.727441] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.727542] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Deleting the datastore file [datastore2] 5a8956d2-32f3-413c-89a7-0436019bc3fa {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.729276] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b3659eb-2ef4-4db8-8d70-d57de18320eb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.738593] env[63419]: DEBUG oslo_vmware.api [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Waiting for the task: (returnval){ [ 654.738593] env[63419]: value = "task-2622080" [ 654.738593] env[63419]: _type = "Task" [ 654.738593] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.751030] env[63419]: DEBUG oslo_vmware.api [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.937440] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.938054] env[63419]: DEBUG nova.compute.manager [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.943782] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.229s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.949447] env[63419]: INFO nova.compute.claims [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.971196] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622078, 'name': ReconfigVM_Task, 'duration_secs': 0.46334} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.971546] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 2f45cdc6-6471-4d10-b322-d8777f35732b/2f45cdc6-6471-4d10-b322-d8777f35732b.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.972482] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-738ccae2-baf0-4ced-b201-2e0883bb25c5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.983746] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 654.983746] env[63419]: value = "task-2622081" [ 654.983746] env[63419]: _type = "Task" [ 654.983746] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.001493] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622081, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.203508] env[63419]: DEBUG nova.compute.manager [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.205081] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a04f6b-5812-4a16-8b02-64c7e6c690b9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.251714] env[63419]: DEBUG oslo_vmware.api [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Task: {'id': task-2622080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27118} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.251954] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.252152] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.252321] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.252484] env[63419]: INFO nova.compute.manager [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 655.252779] env[63419]: DEBUG oslo.service.loopingcall [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.253566] env[63419]: DEBUG nova.compute.manager [-] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.253691] env[63419]: DEBUG nova.network.neutron [-] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.462861] env[63419]: DEBUG nova.compute.utils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 655.464380] env[63419]: DEBUG nova.compute.manager [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.464548] env[63419]: DEBUG nova.network.neutron [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.495921] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622081, 'name': Rename_Task, 'duration_secs': 0.384914} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.497434] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.497434] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c4a84a2-d99c-40b0-bd60-67d669a9ecb1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.506382] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 655.506382] env[63419]: value = "task-2622082" [ 655.506382] env[63419]: _type = "Task" [ 655.506382] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.526350] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.527756] env[63419]: DEBUG nova.policy [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de5d2fab09e44fbbbb745ff3837d8722', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '963563c0e735407d81bf3d9f3584d6bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.720129] env[63419]: INFO nova.compute.manager [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] instance snapshotting [ 655.722395] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38e2a00-9d4a-4e5f-9ca0-672caa579800 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.746853] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e68fb61-53b9-4b7d-a020-e2634fd7b1c2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.972225] env[63419]: DEBUG nova.compute.manager [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.023971] env[63419]: DEBUG nova.network.neutron [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Successfully created port: 93701d67-4a35-44b3-b884-4786504859a0 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.031624] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622082, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.265417] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Creating Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 656.267219] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b02cc71d-a8a6-4134-9e3f-a25154a9cd41 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.280085] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 656.280085] env[63419]: value = "task-2622083" [ 656.280085] env[63419]: _type = "Task" [ 656.280085] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.289726] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622083, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.336543] env[63419]: DEBUG nova.network.neutron [-] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.347712] env[63419]: DEBUG nova.compute.manager [req-cb169d54-9f0a-4ffb-aec1-eb120d2e6118 req-3c75b3b3-ea27-48e5-bb83-2bb5d387d1c6 service nova] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Received event network-vif-deleted-c810f443-79e6-4887-bb3a-6ef2d5d71819 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 656.348046] env[63419]: INFO nova.compute.manager [req-cb169d54-9f0a-4ffb-aec1-eb120d2e6118 req-3c75b3b3-ea27-48e5-bb83-2bb5d387d1c6 service nova] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Neutron deleted interface c810f443-79e6-4887-bb3a-6ef2d5d71819; detaching it from the instance and deleting it from the info cache [ 656.348119] env[63419]: DEBUG nova.network.neutron [req-cb169d54-9f0a-4ffb-aec1-eb120d2e6118 req-3c75b3b3-ea27-48e5-bb83-2bb5d387d1c6 service nova] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.527917] env[63419]: DEBUG oslo_vmware.api [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622082, 'name': PowerOnVM_Task, 'duration_secs': 0.661649} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.530975] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.531227] env[63419]: INFO nova.compute.manager [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Took 9.69 seconds to spawn the instance on the hypervisor. [ 656.531408] env[63419]: DEBUG nova.compute.manager [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.535153] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea47c38d-8fb6-4baa-a786-b193bb550974 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.546192] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Acquiring lock "d3603f50-bc88-4085-b5ee-1a27cd4e1616" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.547231] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Lock "d3603f50-bc88-4085-b5ee-1a27cd4e1616" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.599835] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "dfc89ae2-cd21-478b-94c4-94c6f06e18d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.599989] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "dfc89ae2-cd21-478b-94c4-94c6f06e18d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.600343] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "dfc89ae2-cd21-478b-94c4-94c6f06e18d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.600582] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "dfc89ae2-cd21-478b-94c4-94c6f06e18d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.600660] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "dfc89ae2-cd21-478b-94c4-94c6f06e18d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.606014] env[63419]: INFO nova.compute.manager [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Terminating instance [ 656.700696] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6888acbc-0a5e-499c-a896-75e13a984457 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.708689] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e293c38-47ad-4485-afc8-9247885f8a71 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.749979] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a9f9c1-006f-40d2-8d9e-7ac195641ec1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.759557] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2b842c-4d78-41fc-a503-93384c7ae110 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.776437] env[63419]: DEBUG nova.compute.provider_tree [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.789769] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622083, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.847772] env[63419]: INFO nova.compute.manager [-] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Took 1.59 seconds to deallocate network for instance. [ 656.855818] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e978b5d-e042-4f27-8e1f-58722407157d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.870320] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c28988-3925-4a94-a3fb-2176b2706603 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.928103] env[63419]: DEBUG nova.compute.manager [req-cb169d54-9f0a-4ffb-aec1-eb120d2e6118 req-3c75b3b3-ea27-48e5-bb83-2bb5d387d1c6 service nova] [instance: 5a8956d2-32f3-413c-89a7-0436019bc3fa] Detach interface failed, port_id=c810f443-79e6-4887-bb3a-6ef2d5d71819, reason: Instance 5a8956d2-32f3-413c-89a7-0436019bc3fa could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 656.985709] env[63419]: DEBUG nova.compute.manager [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.030353] env[63419]: DEBUG nova.virt.hardware [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.030353] env[63419]: DEBUG nova.virt.hardware [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.030353] env[63419]: DEBUG nova.virt.hardware [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.030692] env[63419]: DEBUG nova.virt.hardware [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.030692] env[63419]: DEBUG nova.virt.hardware [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.030692] env[63419]: DEBUG nova.virt.hardware [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.030924] env[63419]: DEBUG nova.virt.hardware [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.031098] env[63419]: DEBUG nova.virt.hardware [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.031569] env[63419]: DEBUG nova.virt.hardware [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.031569] env[63419]: DEBUG nova.virt.hardware [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.031711] env[63419]: DEBUG nova.virt.hardware [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.032637] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3068c4e4-9b0e-486b-9b80-90d9664f5ce9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.043888] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d5a880-41d4-4c8e-8280-79e4b270e682 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.073454] env[63419]: INFO nova.compute.manager [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Took 35.07 seconds to build instance. [ 657.110306] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "refresh_cache-dfc89ae2-cd21-478b-94c4-94c6f06e18d0" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.110531] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquired lock "refresh_cache-dfc89ae2-cd21-478b-94c4-94c6f06e18d0" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.110754] env[63419]: DEBUG nova.network.neutron [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.280541] env[63419]: DEBUG nova.scheduler.client.report [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.297563] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622083, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.362873] env[63419]: DEBUG oslo_concurrency.lockutils [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.578209] env[63419]: DEBUG oslo_concurrency.lockutils [None req-036f375b-e84a-49ad-ae7c-47f67155af59 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "2f45cdc6-6471-4d10-b322-d8777f35732b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.234s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.642087] env[63419]: DEBUG nova.network.neutron [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.720033] env[63419]: DEBUG nova.network.neutron [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.792223] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.792721] env[63419]: DEBUG nova.compute.manager [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.797107] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.096s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.797404] env[63419]: DEBUG nova.objects.instance [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Lazy-loading 'resources' on Instance uuid 7d9f4739-340e-45d3-9a48-97524a1382f6 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.810616] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622083, 'name': CreateSnapshot_Task, 'duration_secs': 1.409454} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.811042] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Created Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 657.812690] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c0f421-d12d-4b64-a3f6-1915c59406ab {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.006755] env[63419]: DEBUG nova.network.neutron [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Successfully updated port: 93701d67-4a35-44b3-b884-4786504859a0 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.037020] env[63419]: DEBUG nova.compute.manager [req-64b9b7ca-e0a0-4a30-bc59-9b5ecebfb355 req-aeed207d-0049-4053-a35b-ef676dee2871 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Received event network-vif-plugged-93701d67-4a35-44b3-b884-4786504859a0 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 658.037020] env[63419]: DEBUG oslo_concurrency.lockutils [req-64b9b7ca-e0a0-4a30-bc59-9b5ecebfb355 req-aeed207d-0049-4053-a35b-ef676dee2871 service nova] Acquiring lock "082f4702-6472-4952-81fb-a4e100b6cb04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.037020] env[63419]: DEBUG oslo_concurrency.lockutils [req-64b9b7ca-e0a0-4a30-bc59-9b5ecebfb355 req-aeed207d-0049-4053-a35b-ef676dee2871 service nova] Lock "082f4702-6472-4952-81fb-a4e100b6cb04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.037509] env[63419]: DEBUG oslo_concurrency.lockutils [req-64b9b7ca-e0a0-4a30-bc59-9b5ecebfb355 req-aeed207d-0049-4053-a35b-ef676dee2871 service nova] Lock "082f4702-6472-4952-81fb-a4e100b6cb04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.037509] env[63419]: DEBUG nova.compute.manager [req-64b9b7ca-e0a0-4a30-bc59-9b5ecebfb355 req-aeed207d-0049-4053-a35b-ef676dee2871 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] No waiting events found dispatching network-vif-plugged-93701d67-4a35-44b3-b884-4786504859a0 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.037509] env[63419]: WARNING nova.compute.manager [req-64b9b7ca-e0a0-4a30-bc59-9b5ecebfb355 req-aeed207d-0049-4053-a35b-ef676dee2871 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Received unexpected event network-vif-plugged-93701d67-4a35-44b3-b884-4786504859a0 for instance with vm_state building and task_state spawning. [ 658.081034] env[63419]: DEBUG nova.compute.manager [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.225022] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Releasing lock "refresh_cache-dfc89ae2-cd21-478b-94c4-94c6f06e18d0" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.225022] env[63419]: DEBUG nova.compute.manager [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.225022] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.225022] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384d4b95-1e33-42a3-8200-41fbb20bfd2e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.234289] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.234570] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64fc1a7d-ddbe-4f80-9f42-2cf10264e8d8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.242981] env[63419]: DEBUG oslo_vmware.api [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 658.242981] env[63419]: value = "task-2622084" [ 658.242981] env[63419]: _type = "Task" [ 658.242981] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.254317] env[63419]: DEBUG oslo_vmware.api [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.309303] env[63419]: DEBUG nova.compute.utils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 658.311636] env[63419]: DEBUG nova.compute.manager [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.311636] env[63419]: DEBUG nova.network.neutron [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.339851] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Creating linked-clone VM from snapshot {{(pid=63419) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 658.340601] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e3fb1a6-f938-45ff-ba50-eb44721c3e18 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.353072] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 658.353072] env[63419]: value = "task-2622085" [ 658.353072] env[63419]: _type = "Task" [ 658.353072] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.372043] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622085, 'name': CloneVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.391752] env[63419]: DEBUG nova.policy [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6433909325654ff38fdf82afead40450', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25e7315a921d478daeb9d33305541903', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.511751] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.511858] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquired lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.512549] env[63419]: DEBUG nova.network.neutron [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.529235] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Acquiring lock "2f45cdc6-6471-4d10-b322-d8777f35732b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.529476] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Lock "2f45cdc6-6471-4d10-b322-d8777f35732b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.529677] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Acquiring lock "2f45cdc6-6471-4d10-b322-d8777f35732b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.529881] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Lock "2f45cdc6-6471-4d10-b322-d8777f35732b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.530388] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Lock "2f45cdc6-6471-4d10-b322-d8777f35732b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.534820] env[63419]: INFO nova.compute.manager [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Terminating instance [ 658.603565] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.760521] env[63419]: DEBUG oslo_vmware.api [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622084, 'name': PowerOffVM_Task, 'duration_secs': 0.126126} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.760521] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.760521] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.760521] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeea1eee-d534-4123-9846-cb5bc04f27e9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.793167] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.793508] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.793755] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Deleting the datastore file [datastore1] dfc89ae2-cd21-478b-94c4-94c6f06e18d0 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.794079] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6098e869-eb47-43a9-b328-9adde8d55fe5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.805044] env[63419]: DEBUG oslo_vmware.api [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 658.805044] env[63419]: value = "task-2622087" [ 658.805044] env[63419]: _type = "Task" [ 658.805044] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.819329] env[63419]: DEBUG nova.compute.manager [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.823055] env[63419]: DEBUG nova.network.neutron [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Successfully created port: ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.834832] env[63419]: DEBUG oslo_vmware.api [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.871705] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622085, 'name': CloneVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.033120] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34936c3e-bedf-42b0-959e-b2d150ca296a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.043045] env[63419]: DEBUG nova.compute.manager [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.043045] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.044277] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfbe4b5-e29a-4d3e-8332-af8db6e96a70 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.052708] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eef29c0-3066-48be-b516-5c2a02f329f5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.058020] env[63419]: DEBUG nova.network.neutron [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.065791] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.069062] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36ce5bdc-fed1-4da2-8829-33e8dd98973b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.103247] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f766dab-2ee5-4d42-84b4-94b723ff2093 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.109200] env[63419]: DEBUG oslo_vmware.api [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Waiting for the task: (returnval){ [ 659.109200] env[63419]: value = "task-2622088" [ 659.109200] env[63419]: _type = "Task" [ 659.109200] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.118181] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dbb415-eda0-49cd-94a8-0a2437661390 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.128291] env[63419]: DEBUG oslo_vmware.api [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Task: {'id': task-2622088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.141716] env[63419]: DEBUG nova.compute.provider_tree [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.316900] env[63419]: DEBUG oslo_vmware.api [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115361} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.317295] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.317399] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.317577] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.317751] env[63419]: INFO nova.compute.manager [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Took 1.09 seconds to destroy the instance on the hypervisor. [ 659.318231] env[63419]: DEBUG oslo.service.loopingcall [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.318451] env[63419]: DEBUG nova.compute.manager [-] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.318548] env[63419]: DEBUG nova.network.neutron [-] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.339319] env[63419]: DEBUG nova.network.neutron [-] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.366594] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622085, 'name': CloneVM_Task} progress is 95%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.367731] env[63419]: DEBUG nova.network.neutron [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Updating instance_info_cache with network_info: [{"id": "93701d67-4a35-44b3-b884-4786504859a0", "address": "fa:16:3e:91:7f:59", "network": {"id": "2b7b9882-10eb-4973-8da7-bc0aa8ee611e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515459580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "963563c0e735407d81bf3d9f3584d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93701d67-4a", "ovs_interfaceid": "93701d67-4a35-44b3-b884-4786504859a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.624012] env[63419]: DEBUG oslo_vmware.api [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Task: {'id': task-2622088, 'name': PowerOffVM_Task, 'duration_secs': 0.230492} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.627806] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.628136] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.628444] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1257ad9b-e3d5-4d11-a73c-4606e06273da {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.645516] env[63419]: DEBUG nova.scheduler.client.report [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.707264] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.707769] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.707974] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Deleting the datastore file [datastore1] 2f45cdc6-6471-4d10-b322-d8777f35732b {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.708270] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cd44951-b23c-4bd5-b2b8-7dff2ea79930 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.717652] env[63419]: DEBUG oslo_vmware.api [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Waiting for the task: (returnval){ [ 659.717652] env[63419]: value = "task-2622090" [ 659.717652] env[63419]: _type = "Task" [ 659.717652] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.727524] env[63419]: DEBUG oslo_vmware.api [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Task: {'id': task-2622090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.829306] env[63419]: DEBUG nova.compute.manager [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.841852] env[63419]: DEBUG nova.network.neutron [-] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.857106] env[63419]: DEBUG nova.virt.hardware [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.857375] env[63419]: DEBUG nova.virt.hardware [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.857549] env[63419]: DEBUG nova.virt.hardware [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.858391] env[63419]: DEBUG nova.virt.hardware [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.858391] env[63419]: DEBUG nova.virt.hardware [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.858391] env[63419]: DEBUG nova.virt.hardware [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.858611] env[63419]: DEBUG nova.virt.hardware [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.858704] env[63419]: DEBUG nova.virt.hardware [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.858875] env[63419]: DEBUG nova.virt.hardware [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.859208] env[63419]: DEBUG nova.virt.hardware [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.859428] env[63419]: DEBUG nova.virt.hardware [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.860390] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee40f6e-46a8-4fd0-b4fc-646b99de53eb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.874993] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Releasing lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.875538] env[63419]: DEBUG nova.compute.manager [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Instance network_info: |[{"id": "93701d67-4a35-44b3-b884-4786504859a0", "address": "fa:16:3e:91:7f:59", "network": {"id": "2b7b9882-10eb-4973-8da7-bc0aa8ee611e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515459580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "963563c0e735407d81bf3d9f3584d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93701d67-4a", "ovs_interfaceid": "93701d67-4a35-44b3-b884-4786504859a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.875736] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622085, 'name': CloneVM_Task, 'duration_secs': 1.156037} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.876075] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:7f:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93701d67-4a35-44b3-b884-4786504859a0', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.885524] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Creating folder: Project (963563c0e735407d81bf3d9f3584d6bf). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.886931] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091ab966-a3c2-4fd3-a1c5-a2ccee9fd483 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.892328] env[63419]: INFO nova.virt.vmwareapi.vmops [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Created linked-clone VM from snapshot [ 659.893138] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7610fab3-30dd-4905-9a31-489a99fa24aa {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.895582] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56106a7a-d418-4a0c-9fe9-28411edd6db2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.914328] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Uploading image fc063b61-28b0-477e-8e43-b1aa05b82022 {{(pid=63419) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 659.918016] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Created folder: Project (963563c0e735407d81bf3d9f3584d6bf) in parent group-v528420. [ 659.918231] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Creating folder: Instances. Parent ref: group-v528524. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.918833] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cee17ed-2a05-4215-9eff-92cfd9b4d978 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.932807] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Created folder: Instances in parent group-v528524. [ 659.933301] env[63419]: DEBUG oslo.service.loopingcall [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.936231] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.936773] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee8f2492-abe8-4b62-9d4c-aa0af2c2c0b4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.957944] env[63419]: DEBUG oslo_vmware.rw_handles [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 659.957944] env[63419]: value = "vm-528523" [ 659.957944] env[63419]: _type = "VirtualMachine" [ 659.957944] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 659.958685] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-adb9336f-2c63-4339-a174-9a2c0831e4de {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.967797] env[63419]: DEBUG oslo_vmware.rw_handles [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lease: (returnval){ [ 659.967797] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52caa48c-ad28-108f-d292-5ee1abb7e7b1" [ 659.967797] env[63419]: _type = "HttpNfcLease" [ 659.967797] env[63419]: } obtained for exporting VM: (result){ [ 659.967797] env[63419]: value = "vm-528523" [ 659.967797] env[63419]: _type = "VirtualMachine" [ 659.967797] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 659.968739] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the lease: (returnval){ [ 659.968739] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52caa48c-ad28-108f-d292-5ee1abb7e7b1" [ 659.968739] env[63419]: _type = "HttpNfcLease" [ 659.968739] env[63419]: } to be ready. {{(pid=63419) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 659.969866] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.969866] env[63419]: value = "task-2622094" [ 659.969866] env[63419]: _type = "Task" [ 659.969866] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.984232] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622094, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.985849] env[63419]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 659.985849] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52caa48c-ad28-108f-d292-5ee1abb7e7b1" [ 659.985849] env[63419]: _type = "HttpNfcLease" [ 659.985849] env[63419]: } is initializing. {{(pid=63419) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 660.122199] env[63419]: DEBUG nova.compute.manager [req-ea341c01-b1e5-4ff5-b4b5-ffd799387976 req-2ddcde20-1659-483d-9fb0-4710b1d97ce1 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Received event network-changed-93701d67-4a35-44b3-b884-4786504859a0 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 660.122199] env[63419]: DEBUG nova.compute.manager [req-ea341c01-b1e5-4ff5-b4b5-ffd799387976 req-2ddcde20-1659-483d-9fb0-4710b1d97ce1 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Refreshing instance network info cache due to event network-changed-93701d67-4a35-44b3-b884-4786504859a0. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 660.122531] env[63419]: DEBUG oslo_concurrency.lockutils [req-ea341c01-b1e5-4ff5-b4b5-ffd799387976 req-2ddcde20-1659-483d-9fb0-4710b1d97ce1 service nova] Acquiring lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.122562] env[63419]: DEBUG oslo_concurrency.lockutils [req-ea341c01-b1e5-4ff5-b4b5-ffd799387976 req-2ddcde20-1659-483d-9fb0-4710b1d97ce1 service nova] Acquired lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.122760] env[63419]: DEBUG nova.network.neutron [req-ea341c01-b1e5-4ff5-b4b5-ffd799387976 req-2ddcde20-1659-483d-9fb0-4710b1d97ce1 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Refreshing network info cache for port 93701d67-4a35-44b3-b884-4786504859a0 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.151908] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.355s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.154457] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.892s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.156464] env[63419]: INFO nova.compute.claims [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.187558] env[63419]: INFO nova.scheduler.client.report [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Deleted allocations for instance 7d9f4739-340e-45d3-9a48-97524a1382f6 [ 660.233917] env[63419]: DEBUG oslo_vmware.api [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Task: {'id': task-2622090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33702} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.234787] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.234787] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.234787] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.237222] env[63419]: INFO nova.compute.manager [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 660.237697] env[63419]: DEBUG oslo.service.loopingcall [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.238347] env[63419]: DEBUG nova.compute.manager [-] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.240699] env[63419]: DEBUG nova.network.neutron [-] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.351270] env[63419]: INFO nova.compute.manager [-] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Took 1.03 seconds to deallocate network for instance. [ 660.487092] env[63419]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 660.487092] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52caa48c-ad28-108f-d292-5ee1abb7e7b1" [ 660.487092] env[63419]: _type = "HttpNfcLease" [ 660.487092] env[63419]: } is ready. {{(pid=63419) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 660.491468] env[63419]: DEBUG oslo_vmware.rw_handles [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 660.491468] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52caa48c-ad28-108f-d292-5ee1abb7e7b1" [ 660.491468] env[63419]: _type = "HttpNfcLease" [ 660.491468] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 660.491722] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622094, 'name': CreateVM_Task, 'duration_secs': 0.513036} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.492445] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83addc0e-a1f0-4304-9d3e-7fb507124b2d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.494892] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.495729] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.496079] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.496169] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.496855] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0a9fde-8817-4a62-9df0-641633d53dc1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.504993] env[63419]: DEBUG oslo_vmware.rw_handles [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f0eea-06b1-386c-b20d-b24d112b5f74/disk-0.vmdk from lease info. {{(pid=63419) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 660.505185] env[63419]: DEBUG oslo_vmware.rw_handles [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f0eea-06b1-386c-b20d-b24d112b5f74/disk-0.vmdk for reading. {{(pid=63419) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 660.507790] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for the task: (returnval){ [ 660.507790] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]526f91dd-5fb7-00f5-1560-cfa79776dda8" [ 660.507790] env[63419]: _type = "Task" [ 660.507790] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.578497] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]526f91dd-5fb7-00f5-1560-cfa79776dda8, 'name': SearchDatastore_Task, 'duration_secs': 0.010138} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.579144] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.579615] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.580226] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.580388] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.580595] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.581010] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5febb677-67b8-4f45-8578-474264353f14 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.591137] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.591353] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.592136] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-098b8793-b027-4859-878b-f90734f6fa2d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.598322] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for the task: (returnval){ [ 660.598322] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52618b44-8437-6816-8996-9d6196a68873" [ 660.598322] env[63419]: _type = "Task" [ 660.598322] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.604410] env[63419]: DEBUG nova.network.neutron [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Successfully updated port: ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.613306] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52618b44-8437-6816-8996-9d6196a68873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.616391] env[63419]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-108db931-9cf1-408f-88fd-d35787aee2bf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.695794] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5f771364-0a0d-4ffd-8e2b-e790c2444715 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296 tempest-FloatingIPsAssociationNegativeTestJSON-1757214296-project-member] Lock "7d9f4739-340e-45d3-9a48-97524a1382f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.646s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.857768] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.877483] env[63419]: DEBUG nova.compute.manager [req-b075f28a-d5cc-409d-9ae0-0be03f11c934 req-c6b738d3-59f4-447b-a986-55c8207feb97 service nova] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Received event network-vif-deleted-f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 660.877721] env[63419]: INFO nova.compute.manager [req-b075f28a-d5cc-409d-9ae0-0be03f11c934 req-c6b738d3-59f4-447b-a986-55c8207feb97 service nova] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Neutron deleted interface f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde; detaching it from the instance and deleting it from the info cache [ 660.877919] env[63419]: DEBUG nova.network.neutron [req-b075f28a-d5cc-409d-9ae0-0be03f11c934 req-c6b738d3-59f4-447b-a986-55c8207feb97 service nova] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.939618] env[63419]: DEBUG nova.network.neutron [req-ea341c01-b1e5-4ff5-b4b5-ffd799387976 req-2ddcde20-1659-483d-9fb0-4710b1d97ce1 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Updated VIF entry in instance network info cache for port 93701d67-4a35-44b3-b884-4786504859a0. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.940616] env[63419]: DEBUG nova.network.neutron [req-ea341c01-b1e5-4ff5-b4b5-ffd799387976 req-2ddcde20-1659-483d-9fb0-4710b1d97ce1 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Updating instance_info_cache with network_info: [{"id": "93701d67-4a35-44b3-b884-4786504859a0", "address": "fa:16:3e:91:7f:59", "network": {"id": "2b7b9882-10eb-4973-8da7-bc0aa8ee611e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515459580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "963563c0e735407d81bf3d9f3584d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93701d67-4a", "ovs_interfaceid": "93701d67-4a35-44b3-b884-4786504859a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.114490] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52618b44-8437-6816-8996-9d6196a68873, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.115383] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "refresh_cache-e96b0ac5-39d8-4903-911a-5257757a8e23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.115383] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquired lock "refresh_cache-e96b0ac5-39d8-4903-911a-5257757a8e23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.115844] env[63419]: DEBUG nova.network.neutron [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.121146] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b4e8027-5fa8-4e3c-9349-15f679e11ff8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.128568] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for the task: (returnval){ [ 661.128568] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]529e67ff-46b2-64be-8df7-f056c94a93d5" [ 661.128568] env[63419]: _type = "Task" [ 661.128568] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.137036] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]529e67ff-46b2-64be-8df7-f056c94a93d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.222680] env[63419]: DEBUG nova.network.neutron [-] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.386583] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5f4232b-e385-41da-b929-be348b361d52 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.406021] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19be3b1-0216-4f91-acc5-7550ee665bb1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.450137] env[63419]: DEBUG oslo_concurrency.lockutils [req-ea341c01-b1e5-4ff5-b4b5-ffd799387976 req-2ddcde20-1659-483d-9fb0-4710b1d97ce1 service nova] Releasing lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.451088] env[63419]: DEBUG nova.compute.manager [req-b075f28a-d5cc-409d-9ae0-0be03f11c934 req-c6b738d3-59f4-447b-a986-55c8207feb97 service nova] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Detach interface failed, port_id=f03c684e-21c0-4b7b-aeaa-5ec0fd5d8dde, reason: Instance 2f45cdc6-6471-4d10-b322-d8777f35732b could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 661.639176] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]529e67ff-46b2-64be-8df7-f056c94a93d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011918} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.639176] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.639523] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 082f4702-6472-4952-81fb-a4e100b6cb04/082f4702-6472-4952-81fb-a4e100b6cb04.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.642896] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74c260e8-3e6f-4b80-94f0-785409a93fdd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.654033] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for the task: (returnval){ [ 661.654033] env[63419]: value = "task-2622095" [ 661.654033] env[63419]: _type = "Task" [ 661.654033] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.665369] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.685237] env[63419]: DEBUG nova.network.neutron [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.727858] env[63419]: INFO nova.compute.manager [-] [instance: 2f45cdc6-6471-4d10-b322-d8777f35732b] Took 1.49 seconds to deallocate network for instance. [ 661.913726] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c31d83-dff4-4437-82e8-5eb07b0f9d10 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.929811] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddc392d-a369-482b-9044-0e8c6e022898 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.974025] env[63419]: DEBUG nova.network.neutron [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Updating instance_info_cache with network_info: [{"id": "ffaffc15-be57-4ba5-91f0-5bb8812eb9d0", "address": "fa:16:3e:21:5e:83", "network": {"id": "7b9eedb8-ec36-41a0-9c8a-2a85a7888a8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1937886944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "25e7315a921d478daeb9d33305541903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffaffc15-be", "ovs_interfaceid": "ffaffc15-be57-4ba5-91f0-5bb8812eb9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.980141] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc1409d-a0a8-40a6-97ca-ba7af1d1db25 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.991782] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd72c83e-3a9e-4b6e-931d-d9a81464e7ef {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.009567] env[63419]: DEBUG nova.compute.provider_tree [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.165954] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622095, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.239575] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.374753] env[63419]: DEBUG nova.compute.manager [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Received event network-vif-plugged-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 662.374753] env[63419]: DEBUG oslo_concurrency.lockutils [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] Acquiring lock "e96b0ac5-39d8-4903-911a-5257757a8e23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.374753] env[63419]: DEBUG oslo_concurrency.lockutils [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] Lock "e96b0ac5-39d8-4903-911a-5257757a8e23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.374753] env[63419]: DEBUG oslo_concurrency.lockutils [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] Lock "e96b0ac5-39d8-4903-911a-5257757a8e23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.374753] env[63419]: DEBUG nova.compute.manager [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] No waiting events found dispatching network-vif-plugged-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.375177] env[63419]: WARNING nova.compute.manager [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Received unexpected event network-vif-plugged-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 for instance with vm_state building and task_state spawning. [ 662.383623] env[63419]: DEBUG nova.compute.manager [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Received event network-changed-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 662.384098] env[63419]: DEBUG nova.compute.manager [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Refreshing instance network info cache due to event network-changed-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 662.384388] env[63419]: DEBUG oslo_concurrency.lockutils [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] Acquiring lock "refresh_cache-e96b0ac5-39d8-4903-911a-5257757a8e23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.479979] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Releasing lock "refresh_cache-e96b0ac5-39d8-4903-911a-5257757a8e23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.482330] env[63419]: DEBUG nova.compute.manager [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Instance network_info: |[{"id": "ffaffc15-be57-4ba5-91f0-5bb8812eb9d0", "address": "fa:16:3e:21:5e:83", "network": {"id": "7b9eedb8-ec36-41a0-9c8a-2a85a7888a8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1937886944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "25e7315a921d478daeb9d33305541903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffaffc15-be", "ovs_interfaceid": "ffaffc15-be57-4ba5-91f0-5bb8812eb9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.482330] env[63419]: DEBUG oslo_concurrency.lockutils [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] Acquired lock "refresh_cache-e96b0ac5-39d8-4903-911a-5257757a8e23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.482579] env[63419]: DEBUG nova.network.neutron [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Refreshing network info cache for port ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.483532] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:5e:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffaffc15-be57-4ba5-91f0-5bb8812eb9d0', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.492634] env[63419]: DEBUG oslo.service.loopingcall [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.495138] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.495138] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e5e1db6-c038-4ef0-a8ea-79d55f23e563 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.512835] env[63419]: DEBUG nova.scheduler.client.report [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.527095] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.527095] env[63419]: value = "task-2622096" [ 662.527095] env[63419]: _type = "Task" [ 662.527095] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.545286] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622096, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.665558] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722224} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.666030] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 082f4702-6472-4952-81fb-a4e100b6cb04/082f4702-6472-4952-81fb-a4e100b6cb04.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.666372] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.666698] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c28ee414-3735-4425-861f-09283ecbafb5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.675845] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for the task: (returnval){ [ 662.675845] env[63419]: value = "task-2622097" [ 662.675845] env[63419]: _type = "Task" [ 662.675845] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.686758] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.020678] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.866s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.020972] env[63419]: DEBUG nova.compute.manager [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.024176] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.445s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.042256] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622096, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.193354] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077368} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.198486] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.199723] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59565417-0274-4483-a8ef-c93bb8ed46fd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.236022] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 082f4702-6472-4952-81fb-a4e100b6cb04/082f4702-6472-4952-81fb-a4e100b6cb04.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.236022] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d74d2d1a-867f-4433-98b1-c57145a2aaba {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.257677] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for the task: (returnval){ [ 663.257677] env[63419]: value = "task-2622098" [ 663.257677] env[63419]: _type = "Task" [ 663.257677] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.266657] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.443140] env[63419]: DEBUG nova.network.neutron [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Updated VIF entry in instance network info cache for port ffaffc15-be57-4ba5-91f0-5bb8812eb9d0. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.443298] env[63419]: DEBUG nova.network.neutron [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Updating instance_info_cache with network_info: [{"id": "ffaffc15-be57-4ba5-91f0-5bb8812eb9d0", "address": "fa:16:3e:21:5e:83", "network": {"id": "7b9eedb8-ec36-41a0-9c8a-2a85a7888a8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1937886944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "25e7315a921d478daeb9d33305541903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffaffc15-be", "ovs_interfaceid": "ffaffc15-be57-4ba5-91f0-5bb8812eb9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.528298] env[63419]: DEBUG nova.compute.utils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 663.533872] env[63419]: DEBUG nova.compute.manager [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.534082] env[63419]: DEBUG nova.network.neutron [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.550504] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622096, 'name': CreateVM_Task, 'duration_secs': 0.550255} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.550504] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.550504] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.550504] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.551776] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.551776] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cefa9dc-8dc6-4cf6-96e0-72dc45c45b57 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.559883] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 663.559883] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5268ea60-ff48-2832-1cf5-e8d34dc0a827" [ 663.559883] env[63419]: _type = "Task" [ 663.559883] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.577802] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5268ea60-ff48-2832-1cf5-e8d34dc0a827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.601721] env[63419]: DEBUG nova.policy [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75de2184d4774b79a0a5107c0ebb6404', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e4ec30ff14f49e1b155a6176048facb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.774995] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622098, 'name': ReconfigVM_Task, 'duration_secs': 0.382503} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.775793] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 082f4702-6472-4952-81fb-a4e100b6cb04/082f4702-6472-4952-81fb-a4e100b6cb04.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.776962] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff5e88e0-edc7-4454-a957-fde52e1817a3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.785033] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for the task: (returnval){ [ 663.785033] env[63419]: value = "task-2622099" [ 663.785033] env[63419]: _type = "Task" [ 663.785033] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.798868] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622099, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.945987] env[63419]: DEBUG oslo_concurrency.lockutils [req-cbd91fe9-c132-42b6-9adb-293e569c543c req-1fb069a4-0057-4970-a682-0816a975ca46 service nova] Releasing lock "refresh_cache-e96b0ac5-39d8-4903-911a-5257757a8e23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.038016] env[63419]: DEBUG nova.compute.manager [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.056195] env[63419]: DEBUG nova.network.neutron [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Successfully created port: b63f8afc-c008-4a55-8c7e-883fa164ae62 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.071635] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5268ea60-ff48-2832-1cf5-e8d34dc0a827, 'name': SearchDatastore_Task, 'duration_secs': 0.013233} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.071963] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.072237] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.072502] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.072660] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.072895] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.073213] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db53a061-dfd8-4188-90e5-1b47e4ec4d92 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.083932] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.084165] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.084927] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3368b9e4-de3b-460d-8e8b-3077ca636231 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.094341] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 664.094341] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52009c28-5f8f-fe92-d440-bfec2edfb953" [ 664.094341] env[63419]: _type = "Task" [ 664.094341] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.106464] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52009c28-5f8f-fe92-d440-bfec2edfb953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.178987] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad178616-7b1c-42b9-b8c5-6efaa3ff5337 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.187632] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdb9153-d815-4a73-aefd-e0cbd5e3266d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.231438] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3bcaa9-d01e-4b3c-ae1b-e662d658e262 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.241629] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9efe10a-d43f-40d6-8adf-70529f7dab42 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.258994] env[63419]: DEBUG nova.compute.provider_tree [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.299886] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622099, 'name': Rename_Task, 'duration_secs': 0.184269} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.300410] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.300693] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c67f45f-d2ee-4b79-95c6-bad6a2470052 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.309622] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for the task: (returnval){ [ 664.309622] env[63419]: value = "task-2622100" [ 664.309622] env[63419]: _type = "Task" [ 664.309622] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.320153] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.605600] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52009c28-5f8f-fe92-d440-bfec2edfb953, 'name': SearchDatastore_Task, 'duration_secs': 0.01644} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.606757] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0362209d-46b5-4ecb-9b6e-0a28c4096f6d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.613947] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 664.613947] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]520b3c52-12f3-f2e0-c1bd-d595fbb6ce66" [ 664.613947] env[63419]: _type = "Task" [ 664.613947] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.627549] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Acquiring lock "34ab88db-886e-41fe-83d0-6c2e9d89c705" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.627830] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Lock "34ab88db-886e-41fe-83d0-6c2e9d89c705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.628085] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]520b3c52-12f3-f2e0-c1bd-d595fbb6ce66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.763194] env[63419]: DEBUG nova.scheduler.client.report [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.821581] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622100, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.051366] env[63419]: DEBUG nova.compute.manager [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.078255] env[63419]: DEBUG nova.virt.hardware [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.078484] env[63419]: DEBUG nova.virt.hardware [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.078644] env[63419]: DEBUG nova.virt.hardware [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.078945] env[63419]: DEBUG nova.virt.hardware [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.079133] env[63419]: DEBUG nova.virt.hardware [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.080016] env[63419]: DEBUG nova.virt.hardware [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.080016] env[63419]: DEBUG nova.virt.hardware [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.080016] env[63419]: DEBUG nova.virt.hardware [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.080016] env[63419]: DEBUG nova.virt.hardware [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.080016] env[63419]: DEBUG nova.virt.hardware [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.080237] env[63419]: DEBUG nova.virt.hardware [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.081166] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c420585d-463d-4d1a-b300-91249c15424a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.090133] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456b66b4-a013-4cfe-ac8e-45c1247108f5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.125420] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]520b3c52-12f3-f2e0-c1bd-d595fbb6ce66, 'name': SearchDatastore_Task, 'duration_secs': 0.012518} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.125420] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.125420] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] e96b0ac5-39d8-4903-911a-5257757a8e23/e96b0ac5-39d8-4903-911a-5257757a8e23.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.125420] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e89dfa04-304a-49e5-bcba-13125b671d8d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.133260] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 665.133260] env[63419]: value = "task-2622101" [ 665.133260] env[63419]: _type = "Task" [ 665.133260] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.142813] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.322449] env[63419]: DEBUG oslo_vmware.api [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622100, 'name': PowerOnVM_Task, 'duration_secs': 0.559986} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.323073] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.323073] env[63419]: INFO nova.compute.manager [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Took 8.34 seconds to spawn the instance on the hypervisor. [ 665.323251] env[63419]: DEBUG nova.compute.manager [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.324481] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4a7841-7a30-459d-8790-7b454267f7ea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.650019] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474588} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.650019] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] e96b0ac5-39d8-4903-911a-5257757a8e23/e96b0ac5-39d8-4903-911a-5257757a8e23.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.650019] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.650019] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-332ed5d7-3f76-41ad-a3e1-54b00e93b0f2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.659211] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 665.659211] env[63419]: value = "task-2622102" [ 665.659211] env[63419]: _type = "Task" [ 665.659211] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.668986] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.773812] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.750s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.776666] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.550s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.776852] env[63419]: DEBUG nova.objects.instance [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] [instance: 7e0b708c-30d4-4e6e-8127-9fe68dc2f193] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63419) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 665.812647] env[63419]: DEBUG nova.network.neutron [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Successfully updated port: b63f8afc-c008-4a55-8c7e-883fa164ae62 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.843917] env[63419]: INFO nova.compute.manager [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Took 35.40 seconds to build instance. [ 665.891652] env[63419]: DEBUG nova.compute.manager [req-6ae1d104-f052-4944-be42-035d3f082f0f req-d8e8e178-041a-44b4-9122-2397264f242a service nova] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Received event network-vif-plugged-b63f8afc-c008-4a55-8c7e-883fa164ae62 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 665.891881] env[63419]: DEBUG oslo_concurrency.lockutils [req-6ae1d104-f052-4944-be42-035d3f082f0f req-d8e8e178-041a-44b4-9122-2397264f242a service nova] Acquiring lock "6d7003a6-9033-44d2-846c-593196cce92b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.892101] env[63419]: DEBUG oslo_concurrency.lockutils [req-6ae1d104-f052-4944-be42-035d3f082f0f req-d8e8e178-041a-44b4-9122-2397264f242a service nova] Lock "6d7003a6-9033-44d2-846c-593196cce92b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.892272] env[63419]: DEBUG oslo_concurrency.lockutils [req-6ae1d104-f052-4944-be42-035d3f082f0f req-d8e8e178-041a-44b4-9122-2397264f242a service nova] Lock "6d7003a6-9033-44d2-846c-593196cce92b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.892768] env[63419]: DEBUG nova.compute.manager [req-6ae1d104-f052-4944-be42-035d3f082f0f req-d8e8e178-041a-44b4-9122-2397264f242a service nova] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] No waiting events found dispatching network-vif-plugged-b63f8afc-c008-4a55-8c7e-883fa164ae62 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.892992] env[63419]: WARNING nova.compute.manager [req-6ae1d104-f052-4944-be42-035d3f082f0f req-d8e8e178-041a-44b4-9122-2397264f242a service nova] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Received unexpected event network-vif-plugged-b63f8afc-c008-4a55-8c7e-883fa164ae62 for instance with vm_state building and task_state spawning. [ 666.171354] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112954} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.171691] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.172602] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894ce2be-b467-420b-ae91-8c22c437cbd2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.196491] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e96b0ac5-39d8-4903-911a-5257757a8e23/e96b0ac5-39d8-4903-911a-5257757a8e23.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.196700] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5956a330-6452-4d0c-9a89-d8a943d77b39 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.221376] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 666.221376] env[63419]: value = "task-2622103" [ 666.221376] env[63419]: _type = "Task" [ 666.221376] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.233989] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.316353] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "refresh_cache-6d7003a6-9033-44d2-846c-593196cce92b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.316353] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquired lock "refresh_cache-6d7003a6-9033-44d2-846c-593196cce92b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.316353] env[63419]: DEBUG nova.network.neutron [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.347131] env[63419]: DEBUG oslo_concurrency.lockutils [None req-65834f8f-4da5-45c1-9804-f5cd5ac95d85 tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "082f4702-6472-4952-81fb-a4e100b6cb04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.090s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.366386] env[63419]: INFO nova.scheduler.client.report [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Deleted allocation for migration 4d7c4afc-3c79-4cfd-95b4-e22b05d7d1c4 [ 666.734047] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.797571] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7e49dab1-fa3d-450b-a7e8-579c9d6380e2 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.798916] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.572s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.800384] env[63419]: INFO nova.compute.claims [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.850620] env[63419]: DEBUG nova.compute.manager [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.879742] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b7f5635a-59cb-4ad1-93ac-7db079dff9b0 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "b9f32509-47d3-485d-93a4-22e12490de17" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.229s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.946578] env[63419]: DEBUG nova.network.neutron [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.235979] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.263250] env[63419]: DEBUG nova.network.neutron [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Updating instance_info_cache with network_info: [{"id": "b63f8afc-c008-4a55-8c7e-883fa164ae62", "address": "fa:16:3e:75:3a:a1", "network": {"id": "c63e8c08-2e39-47cf-ac9d-890bb2f9ff28", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-668871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4ec30ff14f49e1b155a6176048facb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb63f8afc-c0", "ovs_interfaceid": "b63f8afc-c008-4a55-8c7e-883fa164ae62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.388287] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.570163] env[63419]: DEBUG nova.compute.manager [req-2556ab0a-f56f-4ee2-a212-48fc12a58ec5 req-e5a822b4-ef52-4d6c-a052-9785d6b4b9c3 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Received event network-changed-93701d67-4a35-44b3-b884-4786504859a0 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 667.570384] env[63419]: DEBUG nova.compute.manager [req-2556ab0a-f56f-4ee2-a212-48fc12a58ec5 req-e5a822b4-ef52-4d6c-a052-9785d6b4b9c3 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Refreshing instance network info cache due to event network-changed-93701d67-4a35-44b3-b884-4786504859a0. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 667.570614] env[63419]: DEBUG oslo_concurrency.lockutils [req-2556ab0a-f56f-4ee2-a212-48fc12a58ec5 req-e5a822b4-ef52-4d6c-a052-9785d6b4b9c3 service nova] Acquiring lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.570759] env[63419]: DEBUG oslo_concurrency.lockutils [req-2556ab0a-f56f-4ee2-a212-48fc12a58ec5 req-e5a822b4-ef52-4d6c-a052-9785d6b4b9c3 service nova] Acquired lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.570918] env[63419]: DEBUG nova.network.neutron [req-2556ab0a-f56f-4ee2-a212-48fc12a58ec5 req-e5a822b4-ef52-4d6c-a052-9785d6b4b9c3 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Refreshing network info cache for port 93701d67-4a35-44b3-b884-4786504859a0 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.735987] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622103, 'name': ReconfigVM_Task, 'duration_secs': 1.139882} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.738169] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e96b0ac5-39d8-4903-911a-5257757a8e23/e96b0ac5-39d8-4903-911a-5257757a8e23.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.739021] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04525f27-6ac2-4d5c-9ecf-a40326ee72c8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.752645] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 667.752645] env[63419]: value = "task-2622104" [ 667.752645] env[63419]: _type = "Task" [ 667.752645] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.769805] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Releasing lock "refresh_cache-6d7003a6-9033-44d2-846c-593196cce92b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.770142] env[63419]: DEBUG nova.compute.manager [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Instance network_info: |[{"id": "b63f8afc-c008-4a55-8c7e-883fa164ae62", "address": "fa:16:3e:75:3a:a1", "network": {"id": "c63e8c08-2e39-47cf-ac9d-890bb2f9ff28", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-668871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4ec30ff14f49e1b155a6176048facb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb63f8afc-c0", "ovs_interfaceid": "b63f8afc-c008-4a55-8c7e-883fa164ae62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.770434] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622104, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.771350] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:3a:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b63f8afc-c008-4a55-8c7e-883fa164ae62', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.778869] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Creating folder: Project (1e4ec30ff14f49e1b155a6176048facb). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.779211] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab960ebe-797b-4347-b8dc-8e339c590ae2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.793184] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Created folder: Project (1e4ec30ff14f49e1b155a6176048facb) in parent group-v528420. [ 667.793530] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Creating folder: Instances. Parent ref: group-v528528. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.793904] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4a6d72b-cc5e-44a0-b36b-d2e7013c7300 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.810562] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Created folder: Instances in parent group-v528528. [ 667.810824] env[63419]: DEBUG oslo.service.loopingcall [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.812683] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.812683] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4f05899-d700-4dae-9f64-9d38e483809c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.837729] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.837729] env[63419]: value = "task-2622107" [ 667.837729] env[63419]: _type = "Task" [ 667.837729] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.847293] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622107, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.974466] env[63419]: DEBUG nova.compute.manager [req-8fd1f9cc-9f8e-420f-a37e-7012f64df753 req-853634e3-5399-4059-9611-f5b78da77e90 service nova] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Received event network-changed-b63f8afc-c008-4a55-8c7e-883fa164ae62 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 667.974666] env[63419]: DEBUG nova.compute.manager [req-8fd1f9cc-9f8e-420f-a37e-7012f64df753 req-853634e3-5399-4059-9611-f5b78da77e90 service nova] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Refreshing instance network info cache due to event network-changed-b63f8afc-c008-4a55-8c7e-883fa164ae62. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 667.974948] env[63419]: DEBUG oslo_concurrency.lockutils [req-8fd1f9cc-9f8e-420f-a37e-7012f64df753 req-853634e3-5399-4059-9611-f5b78da77e90 service nova] Acquiring lock "refresh_cache-6d7003a6-9033-44d2-846c-593196cce92b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.975133] env[63419]: DEBUG oslo_concurrency.lockutils [req-8fd1f9cc-9f8e-420f-a37e-7012f64df753 req-853634e3-5399-4059-9611-f5b78da77e90 service nova] Acquired lock "refresh_cache-6d7003a6-9033-44d2-846c-593196cce92b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.975362] env[63419]: DEBUG nova.network.neutron [req-8fd1f9cc-9f8e-420f-a37e-7012f64df753 req-853634e3-5399-4059-9611-f5b78da77e90 service nova] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Refreshing network info cache for port b63f8afc-c008-4a55-8c7e-883fa164ae62 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.274797] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622104, 'name': Rename_Task, 'duration_secs': 0.259119} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.277162] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.277519] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-726e1d78-92ef-4d3a-b49c-e4461d97a722 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.290182] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 668.290182] env[63419]: value = "task-2622108" [ 668.290182] env[63419]: _type = "Task" [ 668.290182] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.301224] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.351019] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622107, 'name': CreateVM_Task, 'duration_secs': 0.426406} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.351306] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.352055] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.352228] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.352578] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.352843] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa50df91-1e0c-4e94-aaab-78412bb7e653 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.366689] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 668.366689] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a43390-c6ba-d350-17ab-246a1fd1483a" [ 668.366689] env[63419]: _type = "Task" [ 668.366689] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.377718] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a43390-c6ba-d350-17ab-246a1fd1483a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.556136] env[63419]: DEBUG nova.network.neutron [req-2556ab0a-f56f-4ee2-a212-48fc12a58ec5 req-e5a822b4-ef52-4d6c-a052-9785d6b4b9c3 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Updated VIF entry in instance network info cache for port 93701d67-4a35-44b3-b884-4786504859a0. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.556136] env[63419]: DEBUG nova.network.neutron [req-2556ab0a-f56f-4ee2-a212-48fc12a58ec5 req-e5a822b4-ef52-4d6c-a052-9785d6b4b9c3 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Updating instance_info_cache with network_info: [{"id": "93701d67-4a35-44b3-b884-4786504859a0", "address": "fa:16:3e:91:7f:59", "network": {"id": "2b7b9882-10eb-4973-8da7-bc0aa8ee611e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515459580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "963563c0e735407d81bf3d9f3584d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93701d67-4a", "ovs_interfaceid": "93701d67-4a35-44b3-b884-4786504859a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.565216] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c48342-3798-4c6c-879a-b42a8643737f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.574246] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be79608e-2510-4661-8957-0410831cdc9d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.624144] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a968f4-7585-44f2-a2ba-133db0785a7c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.633497] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca9d298-22a8-4b2b-a232-48dc9d721707 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.649559] env[63419]: DEBUG nova.compute.provider_tree [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.706511] env[63419]: DEBUG oslo_vmware.rw_handles [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f0eea-06b1-386c-b20d-b24d112b5f74/disk-0.vmdk. {{(pid=63419) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 668.707363] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218a60d4-4f2d-4fa7-b48f-7e9867b00c10 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.716201] env[63419]: DEBUG oslo_vmware.rw_handles [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f0eea-06b1-386c-b20d-b24d112b5f74/disk-0.vmdk is in state: ready. {{(pid=63419) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 668.716201] env[63419]: ERROR oslo_vmware.rw_handles [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f0eea-06b1-386c-b20d-b24d112b5f74/disk-0.vmdk due to incomplete transfer. [ 668.716201] env[63419]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e46d0d1-cacb-4f59-bba4-956d06a57211 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.727640] env[63419]: DEBUG oslo_vmware.rw_handles [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f0eea-06b1-386c-b20d-b24d112b5f74/disk-0.vmdk. {{(pid=63419) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 668.727890] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Uploaded image fc063b61-28b0-477e-8e43-b1aa05b82022 to the Glance image server {{(pid=63419) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 668.730400] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Destroying the VM {{(pid=63419) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 668.731597] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f9cdf125-fb9f-458c-883a-50d02d09ee82 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.740131] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 668.740131] env[63419]: value = "task-2622109" [ 668.740131] env[63419]: _type = "Task" [ 668.740131] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.750494] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622109, 'name': Destroy_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.781452] env[63419]: DEBUG nova.network.neutron [req-8fd1f9cc-9f8e-420f-a37e-7012f64df753 req-853634e3-5399-4059-9611-f5b78da77e90 service nova] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Updated VIF entry in instance network info cache for port b63f8afc-c008-4a55-8c7e-883fa164ae62. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.781825] env[63419]: DEBUG nova.network.neutron [req-8fd1f9cc-9f8e-420f-a37e-7012f64df753 req-853634e3-5399-4059-9611-f5b78da77e90 service nova] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Updating instance_info_cache with network_info: [{"id": "b63f8afc-c008-4a55-8c7e-883fa164ae62", "address": "fa:16:3e:75:3a:a1", "network": {"id": "c63e8c08-2e39-47cf-ac9d-890bb2f9ff28", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-668871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4ec30ff14f49e1b155a6176048facb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb63f8afc-c0", "ovs_interfaceid": "b63f8afc-c008-4a55-8c7e-883fa164ae62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.803048] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.879872] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a43390-c6ba-d350-17ab-246a1fd1483a, 'name': SearchDatastore_Task, 'duration_secs': 0.014075} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.880257] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.880495] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.880730] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.880878] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.881071] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.881349] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb565a35-e5e5-447b-bca4-966d6229919e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.891999] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.892394] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.893407] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28df14cb-df4b-4143-9319-4b020dcc1ff0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.900898] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 668.900898] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52bf30c5-cd22-b7c1-2bbd-d0eb264e77ed" [ 668.900898] env[63419]: _type = "Task" [ 668.900898] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.917752] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52bf30c5-cd22-b7c1-2bbd-d0eb264e77ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011853} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.917752] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85aae880-1239-46a9-b2d4-e2e8f5a0d37b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.924184] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 668.924184] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]522c447f-7ceb-95cd-0a21-a6d186f91909" [ 668.924184] env[63419]: _type = "Task" [ 668.924184] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.933754] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]522c447f-7ceb-95cd-0a21-a6d186f91909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.058883] env[63419]: DEBUG oslo_concurrency.lockutils [req-2556ab0a-f56f-4ee2-a212-48fc12a58ec5 req-e5a822b4-ef52-4d6c-a052-9785d6b4b9c3 service nova] Releasing lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.157482] env[63419]: DEBUG nova.scheduler.client.report [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.251824] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622109, 'name': Destroy_Task, 'duration_secs': 0.372556} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.252534] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Destroyed the VM [ 669.253615] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Deleting Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 669.254803] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d3d9bd0d-2b4a-4592-b3e6-e840fdc1d840 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.262724] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 669.262724] env[63419]: value = "task-2622110" [ 669.262724] env[63419]: _type = "Task" [ 669.262724] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.273451] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622110, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.285735] env[63419]: DEBUG oslo_concurrency.lockutils [req-8fd1f9cc-9f8e-420f-a37e-7012f64df753 req-853634e3-5399-4059-9611-f5b78da77e90 service nova] Releasing lock "refresh_cache-6d7003a6-9033-44d2-846c-593196cce92b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.307367] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.435463] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]522c447f-7ceb-95cd-0a21-a6d186f91909, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.435748] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.436013] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 6d7003a6-9033-44d2-846c-593196cce92b/6d7003a6-9033-44d2-846c-593196cce92b.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.436302] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a5ef594-fc04-43ae-9b12-9101837eb06f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.444285] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 669.444285] env[63419]: value = "task-2622111" [ 669.444285] env[63419]: _type = "Task" [ 669.444285] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.453541] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.535836] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Acquiring lock "7f391b47-6f6b-44df-9d84-4001a5f04ad3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.535836] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Lock "7f391b47-6f6b-44df-9d84-4001a5f04ad3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.535987] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Acquiring lock "7f391b47-6f6b-44df-9d84-4001a5f04ad3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.536239] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Lock "7f391b47-6f6b-44df-9d84-4001a5f04ad3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.536838] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Lock "7f391b47-6f6b-44df-9d84-4001a5f04ad3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.539364] env[63419]: INFO nova.compute.manager [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Terminating instance [ 669.662752] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.666826] env[63419]: DEBUG nova.compute.manager [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.666826] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.891s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.671260] env[63419]: INFO nova.compute.claims [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.778429] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622110, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.807993] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.958397] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507714} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.958579] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 6d7003a6-9033-44d2-846c-593196cce92b/6d7003a6-9033-44d2-846c-593196cce92b.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.958657] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.963715] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1d3c263-6e8c-476d-ba03-672dec88c1ea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.978196] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 669.978196] env[63419]: value = "task-2622112" [ 669.978196] env[63419]: _type = "Task" [ 669.978196] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.991444] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.044226] env[63419]: DEBUG nova.compute.manager [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.044226] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.044442] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7100ae6-cbc3-4c75-a75c-e579e46aab4b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.055401] env[63419]: DEBUG oslo_vmware.api [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Waiting for the task: (returnval){ [ 670.055401] env[63419]: value = "task-2622113" [ 670.055401] env[63419]: _type = "Task" [ 670.055401] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.068812] env[63419]: DEBUG oslo_vmware.api [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2622113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.176745] env[63419]: DEBUG nova.compute.utils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 670.178522] env[63419]: DEBUG nova.compute.manager [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.178700] env[63419]: DEBUG nova.network.neutron [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.268421] env[63419]: DEBUG nova.policy [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1c3e6b2c9774ad79eccd200c536f5bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2a7b2b37f4b4a6bb93b5360a7f51cc7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.281940] env[63419]: DEBUG oslo_vmware.api [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622110, 'name': RemoveSnapshot_Task, 'duration_secs': 0.611378} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.282434] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Deleted Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 670.282828] env[63419]: INFO nova.compute.manager [None req-0b1fa58d-1bde-4a5d-b5c4-4b5e0375f863 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Took 14.56 seconds to snapshot the instance on the hypervisor. [ 670.305420] env[63419]: DEBUG oslo_vmware.api [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622108, 'name': PowerOnVM_Task, 'duration_secs': 1.808486} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.305815] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.306093] env[63419]: INFO nova.compute.manager [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Took 10.48 seconds to spawn the instance on the hypervisor. [ 670.306378] env[63419]: DEBUG nova.compute.manager [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.310231] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9ad502-7910-44c7-b54e-efef42894bd4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.343656] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "ebc4e9c5-2e24-4870-94a9-8964e7d7e749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.345510] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "ebc4e9c5-2e24-4870-94a9-8964e7d7e749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.469069] env[63419]: DEBUG oslo_concurrency.lockutils [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquiring lock "927418d6-d1f7-4dd9-802a-d71b8f799923" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.469069] env[63419]: DEBUG oslo_concurrency.lockutils [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "927418d6-d1f7-4dd9-802a-d71b8f799923" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.469369] env[63419]: DEBUG oslo_concurrency.lockutils [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquiring lock "927418d6-d1f7-4dd9-802a-d71b8f799923-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.469400] env[63419]: DEBUG oslo_concurrency.lockutils [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "927418d6-d1f7-4dd9-802a-d71b8f799923-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.469921] env[63419]: DEBUG oslo_concurrency.lockutils [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "927418d6-d1f7-4dd9-802a-d71b8f799923-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.477632] env[63419]: INFO nova.compute.manager [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Terminating instance [ 670.489848] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077198} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.490710] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.491607] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4514edb2-0cf5-4399-bdfc-b795d2fc647e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.523263] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 6d7003a6-9033-44d2-846c-593196cce92b/6d7003a6-9033-44d2-846c-593196cce92b.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.524037] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-940d9bde-458e-4d01-b90e-745baaddbd04 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.549542] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 670.549542] env[63419]: value = "task-2622114" [ 670.549542] env[63419]: _type = "Task" [ 670.549542] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.566967] env[63419]: DEBUG oslo_vmware.api [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2622113, 'name': PowerOffVM_Task, 'duration_secs': 0.223067} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.570556] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.570783] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Volume detach. Driver type: vmdk {{(pid=63419) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 670.571388] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-528430', 'volume_id': '77f52262-df46-4c03-966b-968af3880305', 'name': 'volume-77f52262-df46-4c03-966b-968af3880305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f391b47-6f6b-44df-9d84-4001a5f04ad3', 'attached_at': '', 'detached_at': '', 'volume_id': '77f52262-df46-4c03-966b-968af3880305', 'serial': '77f52262-df46-4c03-966b-968af3880305'} {{(pid=63419) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 670.571388] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.572187] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c2d8bf-e469-466f-aebd-d7090d284011 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.596087] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769df85c-8e14-4254-b70d-3b1b15c46e3a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.609201] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30575db-ffd4-415e-a0f6-a3ee30dff908 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.630035] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1759a43e-d7d7-47bf-bd9b-9ed8c2f6f557 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.647357] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] The volume has not been displaced from its original location: [datastore1] volume-77f52262-df46-4c03-966b-968af3880305/volume-77f52262-df46-4c03-966b-968af3880305.vmdk. No consolidation needed. {{(pid=63419) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 670.652781] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=63419) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 670.653151] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9944b140-f1b2-45a3-a59d-2c141dadc5e9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.674199] env[63419]: DEBUG oslo_vmware.api [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Waiting for the task: (returnval){ [ 670.674199] env[63419]: value = "task-2622115" [ 670.674199] env[63419]: _type = "Task" [ 670.674199] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.688716] env[63419]: DEBUG nova.compute.manager [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.696940] env[63419]: DEBUG oslo_vmware.api [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2622115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.716792] env[63419]: DEBUG nova.network.neutron [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Successfully created port: c3eec139-1628-415c-acc6-4fadfeb66244 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.832260] env[63419]: INFO nova.compute.manager [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Took 39.15 seconds to build instance. [ 670.983701] env[63419]: DEBUG nova.compute.manager [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.984011] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.985128] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3305b33-7f84-4e09-b8de-61c5016a5554 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.993864] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.994150] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a133bfee-c0c8-40ba-a63d-c6151fc92d91 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.001871] env[63419]: DEBUG oslo_vmware.api [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 671.001871] env[63419]: value = "task-2622116" [ 671.001871] env[63419]: _type = "Task" [ 671.001871] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.014227] env[63419]: DEBUG oslo_vmware.api [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.063572] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.139253] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquiring lock "ad1e0cd2-883b-48aa-95da-d00f4e45db81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.139253] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "ad1e0cd2-883b-48aa-95da-d00f4e45db81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.188131] env[63419]: DEBUG oslo_vmware.api [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2622115, 'name': ReconfigVM_Task, 'duration_secs': 0.313268} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.188131] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=63419) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 671.192269] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1b2fb88-5b68-422a-a473-65c9913c32d5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.215682] env[63419]: DEBUG oslo_vmware.api [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Waiting for the task: (returnval){ [ 671.215682] env[63419]: value = "task-2622117" [ 671.215682] env[63419]: _type = "Task" [ 671.215682] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.224990] env[63419]: DEBUG oslo_vmware.api [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2622117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.335111] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fe2c392f-3dab-4512-8d2f-b4f394832649 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "e96b0ac5-39d8-4903-911a-5257757a8e23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.573s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.374357] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175cb429-18f5-417a-bdaa-40490cc168d8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.384878] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3a49a0-b8f3-49c6-af61-846c5fc5c0e6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.424905] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dedb22-d0cb-4ccd-800e-5714956ce052 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.433583] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030135ee-06c8-4da0-a82f-872c26af1d4f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.448798] env[63419]: DEBUG nova.compute.provider_tree [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.516837] env[63419]: DEBUG oslo_vmware.api [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622116, 'name': PowerOffVM_Task, 'duration_secs': 0.443657} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.517741] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.517741] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.517741] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-241c8524-d4b1-446c-8bef-7a7112199df4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.563039] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622114, 'name': ReconfigVM_Task, 'duration_secs': 0.624041} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.563039] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 6d7003a6-9033-44d2-846c-593196cce92b/6d7003a6-9033-44d2-846c-593196cce92b.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.563599] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b03a1873-fd74-4486-ab6b-a9f9fe112770 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.570725] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 671.570725] env[63419]: value = "task-2622119" [ 671.570725] env[63419]: _type = "Task" [ 671.570725] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.579755] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622119, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.597215] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.597452] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.597712] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Deleting the datastore file [datastore2] 927418d6-d1f7-4dd9-802a-d71b8f799923 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.598041] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85f24c2c-959c-42de-8c62-fbf78c395ef7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.606594] env[63419]: DEBUG oslo_vmware.api [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 671.606594] env[63419]: value = "task-2622120" [ 671.606594] env[63419]: _type = "Task" [ 671.606594] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.615953] env[63419]: DEBUG oslo_vmware.api [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.709835] env[63419]: DEBUG nova.compute.manager [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.726030] env[63419]: DEBUG oslo_vmware.api [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2622117, 'name': ReconfigVM_Task, 'duration_secs': 0.234173} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.726507] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-528430', 'volume_id': '77f52262-df46-4c03-966b-968af3880305', 'name': 'volume-77f52262-df46-4c03-966b-968af3880305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f391b47-6f6b-44df-9d84-4001a5f04ad3', 'attached_at': '', 'detached_at': '', 'volume_id': '77f52262-df46-4c03-966b-968af3880305', 'serial': '77f52262-df46-4c03-966b-968af3880305'} {{(pid=63419) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 671.726853] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.727683] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c677d4-dba6-4641-a870-4ea81eb19af6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.740339] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.742566] env[63419]: DEBUG nova.virt.hardware [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.743008] env[63419]: DEBUG nova.virt.hardware [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.743246] env[63419]: DEBUG nova.virt.hardware [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.743483] env[63419]: DEBUG nova.virt.hardware [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.743702] env[63419]: DEBUG nova.virt.hardware [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.743891] env[63419]: DEBUG nova.virt.hardware [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.744182] env[63419]: DEBUG nova.virt.hardware [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.744380] env[63419]: DEBUG nova.virt.hardware [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.744581] env[63419]: DEBUG nova.virt.hardware [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.744777] env[63419]: DEBUG nova.virt.hardware [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.744984] env[63419]: DEBUG nova.virt.hardware [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.745288] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8436b6d-406f-4558-a128-701c8ccc7d7b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.748388] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a4492e-7fa9-45a5-9a26-0d5ad20e2160 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.758276] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c526752d-5f4a-4e69-9d17-2519fa85b702 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.841244] env[63419]: DEBUG nova.compute.manager [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.861315] env[63419]: INFO nova.compute.manager [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Rescuing [ 671.861577] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "refresh_cache-e96b0ac5-39d8-4903-911a-5257757a8e23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.861741] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquired lock "refresh_cache-e96b0ac5-39d8-4903-911a-5257757a8e23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.861909] env[63419]: DEBUG nova.network.neutron [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.952476] env[63419]: DEBUG nova.scheduler.client.report [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.082340] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622119, 'name': Rename_Task, 'duration_secs': 0.409466} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.082629] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.082884] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42758a08-a467-4a9e-a5c8-a96f8afd921c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.090404] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 672.090404] env[63419]: value = "task-2622122" [ 672.090404] env[63419]: _type = "Task" [ 672.090404] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.101188] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.115871] env[63419]: DEBUG oslo_vmware.api [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29432} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.116139] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.116367] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.116576] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.116804] env[63419]: INFO nova.compute.manager [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Took 1.13 seconds to destroy the instance on the hypervisor. [ 672.117127] env[63419]: DEBUG oslo.service.loopingcall [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.117331] env[63419]: DEBUG nova.compute.manager [-] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.117421] env[63419]: DEBUG nova.network.neutron [-] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.317643] env[63419]: DEBUG nova.compute.manager [req-9791ffb0-80cb-45dd-8915-bf6852e9b1f1 req-d6d7ca46-996b-41cb-818d-376ece52d98f service nova] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Received event network-vif-plugged-c3eec139-1628-415c-acc6-4fadfeb66244 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 672.317821] env[63419]: DEBUG oslo_concurrency.lockutils [req-9791ffb0-80cb-45dd-8915-bf6852e9b1f1 req-d6d7ca46-996b-41cb-818d-376ece52d98f service nova] Acquiring lock "6208214a-b636-4618-94fc-54bb321c86c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.318038] env[63419]: DEBUG oslo_concurrency.lockutils [req-9791ffb0-80cb-45dd-8915-bf6852e9b1f1 req-d6d7ca46-996b-41cb-818d-376ece52d98f service nova] Lock "6208214a-b636-4618-94fc-54bb321c86c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.318223] env[63419]: DEBUG oslo_concurrency.lockutils [req-9791ffb0-80cb-45dd-8915-bf6852e9b1f1 req-d6d7ca46-996b-41cb-818d-376ece52d98f service nova] Lock "6208214a-b636-4618-94fc-54bb321c86c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.318390] env[63419]: DEBUG nova.compute.manager [req-9791ffb0-80cb-45dd-8915-bf6852e9b1f1 req-d6d7ca46-996b-41cb-818d-376ece52d98f service nova] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] No waiting events found dispatching network-vif-plugged-c3eec139-1628-415c-acc6-4fadfeb66244 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.318558] env[63419]: WARNING nova.compute.manager [req-9791ffb0-80cb-45dd-8915-bf6852e9b1f1 req-d6d7ca46-996b-41cb-818d-376ece52d98f service nova] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Received unexpected event network-vif-plugged-c3eec139-1628-415c-acc6-4fadfeb66244 for instance with vm_state building and task_state spawning. [ 672.376581] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.409333] env[63419]: DEBUG nova.network.neutron [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Successfully updated port: c3eec139-1628-415c-acc6-4fadfeb66244 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.461073] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.461073] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.462351] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.010s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.462746] env[63419]: DEBUG nova.objects.instance [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Lazy-loading 'resources' on Instance uuid 7e0b708c-30d4-4e6e-8127-9fe68dc2f193 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.488685] env[63419]: DEBUG nova.compute.manager [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.492351] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa782c1-d8bc-4432-9f87-297117720601 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.603798] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622122, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.728025] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.728025] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.728025] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Deleting the datastore file [datastore1] 7f391b47-6f6b-44df-9d84-4001a5f04ad3 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.728025] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-054199ab-5927-41e1-84b6-18730d3a55c3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.737028] env[63419]: DEBUG oslo_vmware.api [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Waiting for the task: (returnval){ [ 672.737028] env[63419]: value = "task-2622123" [ 672.737028] env[63419]: _type = "Task" [ 672.737028] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.746048] env[63419]: DEBUG oslo_vmware.api [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2622123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.915043] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquiring lock "refresh_cache-6208214a-b636-4618-94fc-54bb321c86c2" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.915257] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquired lock "refresh_cache-6208214a-b636-4618-94fc-54bb321c86c2" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.915834] env[63419]: DEBUG nova.network.neutron [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.966220] env[63419]: DEBUG nova.compute.utils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 672.969954] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.970582] env[63419]: DEBUG nova.network.neutron [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.011653] env[63419]: INFO nova.compute.manager [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] instance snapshotting [ 673.017642] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107b44af-f018-4172-816b-8d4fd6e1c0c9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.043594] env[63419]: DEBUG nova.policy [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9221f611da36479eadf7a162f2dd0a5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02361778d16440a79c8b1cd1bd0add00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.047992] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d570c875-60b0-43fa-8b53-bc7df327df38 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.102924] env[63419]: DEBUG oslo_vmware.api [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622122, 'name': PowerOnVM_Task, 'duration_secs': 0.518085} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.104021] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.104021] env[63419]: INFO nova.compute.manager [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Took 8.05 seconds to spawn the instance on the hypervisor. [ 673.104021] env[63419]: DEBUG nova.compute.manager [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.104715] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5bb85f-1587-49c6-987e-5064957f6b10 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.169482] env[63419]: DEBUG nova.network.neutron [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Updating instance_info_cache with network_info: [{"id": "ffaffc15-be57-4ba5-91f0-5bb8812eb9d0", "address": "fa:16:3e:21:5e:83", "network": {"id": "7b9eedb8-ec36-41a0-9c8a-2a85a7888a8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1937886944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "25e7315a921d478daeb9d33305541903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffaffc15-be", "ovs_interfaceid": "ffaffc15-be57-4ba5-91f0-5bb8812eb9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.250087] env[63419]: DEBUG oslo_vmware.api [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Task: {'id': task-2622123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119892} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.255049] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.255049] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.255049] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.255049] env[63419]: INFO nova.compute.manager [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Took 3.21 seconds to destroy the instance on the hypervisor. [ 673.255049] env[63419]: DEBUG oslo.service.loopingcall [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.255216] env[63419]: DEBUG nova.compute.manager [-] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.255216] env[63419]: DEBUG nova.network.neutron [-] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.438020] env[63419]: DEBUG nova.network.neutron [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Successfully created port: 1f011fd0-39b3-4d49-a3db-300e74792504 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.478950] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.509410] env[63419]: DEBUG nova.network.neutron [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.561748] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Creating Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 673.562642] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-96135a3b-a5ad-4a44-9486-3e88e1c98f6c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.573270] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 673.573270] env[63419]: value = "task-2622124" [ 673.573270] env[63419]: _type = "Task" [ 673.573270] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.593506] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622124, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.594248] env[63419]: DEBUG nova.compute.manager [req-8f285de0-c476-4de4-b3d1-5b7961375524 req-72280913-fdc4-4657-ab9c-a88f13722e9e service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Received event network-vif-deleted-ef745344-e66a-492b-8be1-02f4236cdae3 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 673.594911] env[63419]: INFO nova.compute.manager [req-8f285de0-c476-4de4-b3d1-5b7961375524 req-72280913-fdc4-4657-ab9c-a88f13722e9e service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Neutron deleted interface ef745344-e66a-492b-8be1-02f4236cdae3; detaching it from the instance and deleting it from the info cache [ 673.594911] env[63419]: DEBUG nova.network.neutron [req-8f285de0-c476-4de4-b3d1-5b7961375524 req-72280913-fdc4-4657-ab9c-a88f13722e9e service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.633195] env[63419]: INFO nova.compute.manager [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Took 39.39 seconds to build instance. [ 673.647266] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd01bd2a-ee34-434f-958d-86c1a3f919e6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.657123] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd450cb6-f33a-4e2d-aa42-d02d56e39b18 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.692861] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Releasing lock "refresh_cache-e96b0ac5-39d8-4903-911a-5257757a8e23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.697300] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a6cefa-9857-40c4-b07a-929da4b12222 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.707144] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6104e9-ae38-4e8c-a625-314fed5844c7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.724798] env[63419]: DEBUG nova.compute.provider_tree [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.948536] env[63419]: DEBUG nova.network.neutron [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Updating instance_info_cache with network_info: [{"id": "c3eec139-1628-415c-acc6-4fadfeb66244", "address": "fa:16:3e:60:12:b0", "network": {"id": "a61495e1-9924-43c2-b8f5-6659c61fb68f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-505343491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a7b2b37f4b4a6bb93b5360a7f51cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3eec139-16", "ovs_interfaceid": "c3eec139-1628-415c-acc6-4fadfeb66244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.068487] env[63419]: DEBUG nova.network.neutron [-] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.091919] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622124, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.100740] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-994b34f9-0cc1-4918-b691-d6468d6cfe05 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.115282] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9c9f8b-2506-4138-871b-f6d8072dc54d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.135594] env[63419]: DEBUG oslo_concurrency.lockutils [None req-184caf19-492f-4ed8-8706-6071603f9573 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "6d7003a6-9033-44d2-846c-593196cce92b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.983s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.158883] env[63419]: DEBUG nova.compute.manager [req-8f285de0-c476-4de4-b3d1-5b7961375524 req-72280913-fdc4-4657-ab9c-a88f13722e9e service nova] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Detach interface failed, port_id=ef745344-e66a-492b-8be1-02f4236cdae3, reason: Instance 927418d6-d1f7-4dd9-802a-d71b8f799923 could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 674.230082] env[63419]: DEBUG nova.scheduler.client.report [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.415416] env[63419]: DEBUG nova.compute.manager [req-03fcd12e-5821-486e-a55b-f5348f72dd57 req-c8421d08-6100-4f35-9b95-72d80d063b68 service nova] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Received event network-changed-c3eec139-1628-415c-acc6-4fadfeb66244 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 674.415416] env[63419]: DEBUG nova.compute.manager [req-03fcd12e-5821-486e-a55b-f5348f72dd57 req-c8421d08-6100-4f35-9b95-72d80d063b68 service nova] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Refreshing instance network info cache due to event network-changed-c3eec139-1628-415c-acc6-4fadfeb66244. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 674.415416] env[63419]: DEBUG oslo_concurrency.lockutils [req-03fcd12e-5821-486e-a55b-f5348f72dd57 req-c8421d08-6100-4f35-9b95-72d80d063b68 service nova] Acquiring lock "refresh_cache-6208214a-b636-4618-94fc-54bb321c86c2" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.456656] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Releasing lock "refresh_cache-6208214a-b636-4618-94fc-54bb321c86c2" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.456656] env[63419]: DEBUG nova.compute.manager [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Instance network_info: |[{"id": "c3eec139-1628-415c-acc6-4fadfeb66244", "address": "fa:16:3e:60:12:b0", "network": {"id": "a61495e1-9924-43c2-b8f5-6659c61fb68f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-505343491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a7b2b37f4b4a6bb93b5360a7f51cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3eec139-16", "ovs_interfaceid": "c3eec139-1628-415c-acc6-4fadfeb66244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.457066] env[63419]: DEBUG oslo_concurrency.lockutils [req-03fcd12e-5821-486e-a55b-f5348f72dd57 req-c8421d08-6100-4f35-9b95-72d80d063b68 service nova] Acquired lock "refresh_cache-6208214a-b636-4618-94fc-54bb321c86c2" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.457066] env[63419]: DEBUG nova.network.neutron [req-03fcd12e-5821-486e-a55b-f5348f72dd57 req-c8421d08-6100-4f35-9b95-72d80d063b68 service nova] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Refreshing network info cache for port c3eec139-1628-415c-acc6-4fadfeb66244 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.457066] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:12:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3eec139-1628-415c-acc6-4fadfeb66244', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.466166] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Creating folder: Project (f2a7b2b37f4b4a6bb93b5360a7f51cc7). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.470398] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0290d9e-fae4-493d-9221-48e2f114623a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.485831] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Created folder: Project (f2a7b2b37f4b4a6bb93b5360a7f51cc7) in parent group-v528420. [ 674.487083] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Creating folder: Instances. Parent ref: group-v528531. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.487473] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe4acacc-f30c-470d-bcb3-bfa6f5e20f1f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.492778] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.503112] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Created folder: Instances in parent group-v528531. [ 674.505033] env[63419]: DEBUG oslo.service.loopingcall [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.505033] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.505033] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2ae3e63-09b2-4187-8aec-aebc6bc0c767 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.538624] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.538854] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.539024] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.539196] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.539385] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.539492] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.539701] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.539855] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.540176] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.540414] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.540561] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.543250] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f0c5fb-6539-4c92-97dc-a29cb22e3e5c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.547020] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.547020] env[63419]: value = "task-2622127" [ 674.547020] env[63419]: _type = "Task" [ 674.547020] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.555868] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4654fdc6-9b7b-4c31-9e71-a028eb358a43 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.565738] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622127, 'name': CreateVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.578714] env[63419]: INFO nova.compute.manager [-] [instance: 927418d6-d1f7-4dd9-802a-d71b8f799923] Took 2.46 seconds to deallocate network for instance. [ 674.596837] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622124, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.641324] env[63419]: DEBUG nova.compute.manager [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.737415] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.741136] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.054s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.742726] env[63419]: INFO nova.compute.claims [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.766155] env[63419]: INFO nova.scheduler.client.report [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Deleted allocations for instance 7e0b708c-30d4-4e6e-8127-9fe68dc2f193 [ 674.877165] env[63419]: DEBUG nova.network.neutron [req-03fcd12e-5821-486e-a55b-f5348f72dd57 req-c8421d08-6100-4f35-9b95-72d80d063b68 service nova] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Updated VIF entry in instance network info cache for port c3eec139-1628-415c-acc6-4fadfeb66244. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.877750] env[63419]: DEBUG nova.network.neutron [req-03fcd12e-5821-486e-a55b-f5348f72dd57 req-c8421d08-6100-4f35-9b95-72d80d063b68 service nova] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Updating instance_info_cache with network_info: [{"id": "c3eec139-1628-415c-acc6-4fadfeb66244", "address": "fa:16:3e:60:12:b0", "network": {"id": "a61495e1-9924-43c2-b8f5-6659c61fb68f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-505343491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a7b2b37f4b4a6bb93b5360a7f51cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3eec139-16", "ovs_interfaceid": "c3eec139-1628-415c-acc6-4fadfeb66244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.892052] env[63419]: DEBUG nova.network.neutron [-] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.062723] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622127, 'name': CreateVM_Task, 'duration_secs': 0.394702} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.062723] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.062723] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.062723] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.062723] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.062723] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dabd8069-88aa-458e-9a8f-9c9e66a5d391 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.071675] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Waiting for the task: (returnval){ [ 675.071675] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5296da6a-2cb8-e24e-542c-c7bbc1174b5f" [ 675.071675] env[63419]: _type = "Task" [ 675.071675] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.086783] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5296da6a-2cb8-e24e-542c-c7bbc1174b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.095665] env[63419]: DEBUG oslo_concurrency.lockutils [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.095665] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622124, 'name': CreateSnapshot_Task, 'duration_secs': 1.178251} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.095665] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Created Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 675.095665] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f748622-692b-48b4-8c3d-8fb152f7bbf2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.173673] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.179656] env[63419]: DEBUG nova.network.neutron [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Successfully updated port: 1f011fd0-39b3-4d49-a3db-300e74792504 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.252959] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.253485] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9af8f643-516f-4da5-9793-726e3150d6ed {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.262553] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 675.262553] env[63419]: value = "task-2622128" [ 675.262553] env[63419]: _type = "Task" [ 675.262553] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.277342] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.277970] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0c047cdf-6fc3-4cf7-bacb-52c2265f3216 tempest-ServerShowV257Test-1828270470 tempest-ServerShowV257Test-1828270470-project-member] Lock "7e0b708c-30d4-4e6e-8127-9fe68dc2f193" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.033s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.380652] env[63419]: DEBUG oslo_concurrency.lockutils [req-03fcd12e-5821-486e-a55b-f5348f72dd57 req-c8421d08-6100-4f35-9b95-72d80d063b68 service nova] Releasing lock "refresh_cache-6208214a-b636-4618-94fc-54bb321c86c2" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.394510] env[63419]: INFO nova.compute.manager [-] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Took 2.14 seconds to deallocate network for instance. [ 675.586709] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5296da6a-2cb8-e24e-542c-c7bbc1174b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.022139} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.587116] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.587375] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.587698] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.587815] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.587996] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.588290] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1113cf4-6760-4e73-8b3b-3760ae7ab76d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.602041] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.602432] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.603655] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80149015-f434-4aa5-a3c9-e9824455cb74 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.617108] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Creating linked-clone VM from snapshot {{(pid=63419) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 675.617493] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Waiting for the task: (returnval){ [ 675.617493] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52adfaa7-1205-5dca-1563-628c08307c74" [ 675.617493] env[63419]: _type = "Task" [ 675.617493] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.617861] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-68a12f28-38e5-48b2-bc04-3bc7b7a16acb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.631791] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52adfaa7-1205-5dca-1563-628c08307c74, 'name': SearchDatastore_Task, 'duration_secs': 0.011745} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.633921] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 675.633921] env[63419]: value = "task-2622129" [ 675.633921] env[63419]: _type = "Task" [ 675.633921] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.634329] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36892459-711a-47dd-b651-e2aeaf91f544 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.646597] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622129, 'name': CloneVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.647624] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Waiting for the task: (returnval){ [ 675.647624] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]520a0b30-3427-1e82-c3f0-8e1782ff91a0" [ 675.647624] env[63419]: _type = "Task" [ 675.647624] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.658026] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]520a0b30-3427-1e82-c3f0-8e1782ff91a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.681243] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "refresh_cache-77c2b58c-a547-42bd-a3b3-3abdc3b49ec0" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.681494] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired lock "refresh_cache-77c2b58c-a547-42bd-a3b3-3abdc3b49ec0" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.681739] env[63419]: DEBUG nova.network.neutron [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.756521] env[63419]: DEBUG nova.compute.manager [req-e2f0a10a-88b5-4d19-9d0e-bb854af3ebb8 req-2ab37bab-65f3-46de-8bdc-93ad7ad7deec service nova] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Received event network-vif-deleted-5e4f8ea0-cf27-452d-b132-8be449ad60c3 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 675.777955] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622128, 'name': PowerOffVM_Task, 'duration_secs': 0.197507} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.777955] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.778825] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556ac23a-9596-426e-a199-e35d6ede9766 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.805758] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812fd6ce-6646-42b7-bc2d-2271a6c32373 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.857120] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.857120] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eff38f3d-1fd2-46a3-92ef-c00bfb7c307e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.869531] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 675.869531] env[63419]: value = "task-2622130" [ 675.869531] env[63419]: _type = "Task" [ 675.869531] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.883191] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] VM already powered off {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 675.883191] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.883471] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.883699] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.883945] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.887031] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-553763fd-7326-4eea-8852-75bfb649dc88 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.899571] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.899788] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.904520] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d296087-f355-436f-aa2d-a5a1179f5d99 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.914306] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 675.914306] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52ee547c-9980-c951-75ed-cac6172cbd79" [ 675.914306] env[63419]: _type = "Task" [ 675.914306] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.933268] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52ee547c-9980-c951-75ed-cac6172cbd79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.980126] env[63419]: INFO nova.compute.manager [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Took 0.58 seconds to detach 1 volumes for instance. [ 675.982466] env[63419]: DEBUG nova.compute.manager [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] [instance: 7f391b47-6f6b-44df-9d84-4001a5f04ad3] Deleting volume: 77f52262-df46-4c03-966b-968af3880305 {{(pid=63419) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 676.152272] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622129, 'name': CloneVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.172914] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]520a0b30-3427-1e82-c3f0-8e1782ff91a0, 'name': SearchDatastore_Task, 'duration_secs': 0.016784} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.173128] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.173399] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 6208214a-b636-4618-94fc-54bb321c86c2/6208214a-b636-4618-94fc-54bb321c86c2.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.173946] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa535fcd-e1ce-460e-94fa-d47fcc40e486 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.184154] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Waiting for the task: (returnval){ [ 676.184154] env[63419]: value = "task-2622132" [ 676.184154] env[63419]: _type = "Task" [ 676.184154] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.198118] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.271203] env[63419]: DEBUG nova.network.neutron [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.432225] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52ee547c-9980-c951-75ed-cac6172cbd79, 'name': SearchDatastore_Task, 'duration_secs': 0.026723} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.433072] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec18ca26-d1d8-4ba1-aa72-aa43cff949cc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.445816] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 676.445816] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52078705-fc48-ba9b-9a7d-e0251a125fe7" [ 676.445816] env[63419]: _type = "Task" [ 676.445816] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.456105] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52078705-fc48-ba9b-9a7d-e0251a125fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.485958] env[63419]: DEBUG nova.network.neutron [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Updating instance_info_cache with network_info: [{"id": "1f011fd0-39b3-4d49-a3db-300e74792504", "address": "fa:16:3e:63:e7:66", "network": {"id": "6ea89606-ec1e-492b-ae5a-338d41b40fb7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-964200580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02361778d16440a79c8b1cd1bd0add00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f011fd0-39", "ovs_interfaceid": "1f011fd0-39b3-4d49-a3db-300e74792504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.555309] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.594242] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465654d2-1a78-4de1-aab8-80f90f3a9dc2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.604949] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc483c08-6c99-4a76-a173-39abf6dc3c6a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.650812] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aed8f1-4988-41ea-9fee-7adb9c03203c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.661619] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622129, 'name': CloneVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.665025] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d067f52-8ece-4df8-a2e7-9c057aea1e6a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.683864] env[63419]: DEBUG nova.compute.provider_tree [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.700134] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622132, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.720282] env[63419]: DEBUG nova.compute.manager [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Received event network-vif-plugged-1f011fd0-39b3-4d49-a3db-300e74792504 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 676.720282] env[63419]: DEBUG oslo_concurrency.lockutils [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] Acquiring lock "77c2b58c-a547-42bd-a3b3-3abdc3b49ec0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.721029] env[63419]: DEBUG oslo_concurrency.lockutils [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] Lock "77c2b58c-a547-42bd-a3b3-3abdc3b49ec0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.721339] env[63419]: DEBUG oslo_concurrency.lockutils [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] Lock "77c2b58c-a547-42bd-a3b3-3abdc3b49ec0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.721698] env[63419]: DEBUG nova.compute.manager [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] No waiting events found dispatching network-vif-plugged-1f011fd0-39b3-4d49-a3db-300e74792504 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.721964] env[63419]: WARNING nova.compute.manager [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Received unexpected event network-vif-plugged-1f011fd0-39b3-4d49-a3db-300e74792504 for instance with vm_state building and task_state spawning. [ 676.722436] env[63419]: DEBUG nova.compute.manager [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Received event network-changed-1f011fd0-39b3-4d49-a3db-300e74792504 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 676.723084] env[63419]: DEBUG nova.compute.manager [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Refreshing instance network info cache due to event network-changed-1f011fd0-39b3-4d49-a3db-300e74792504. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 676.723570] env[63419]: DEBUG oslo_concurrency.lockutils [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] Acquiring lock "refresh_cache-77c2b58c-a547-42bd-a3b3-3abdc3b49ec0" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.957966] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52078705-fc48-ba9b-9a7d-e0251a125fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.02484} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.957966] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.958193] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] e96b0ac5-39d8-4903-911a-5257757a8e23/cc4e344e-8c3c-4785-83c3-1f66694fa99d-rescue.vmdk. {{(pid=63419) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 676.958762] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bb129cf-d006-42d1-b391-624c1928dc1c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.969360] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 676.969360] env[63419]: value = "task-2622133" [ 676.969360] env[63419]: _type = "Task" [ 676.969360] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.981158] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.990337] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Releasing lock "refresh_cache-77c2b58c-a547-42bd-a3b3-3abdc3b49ec0" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.991146] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Instance network_info: |[{"id": "1f011fd0-39b3-4d49-a3db-300e74792504", "address": "fa:16:3e:63:e7:66", "network": {"id": "6ea89606-ec1e-492b-ae5a-338d41b40fb7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-964200580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02361778d16440a79c8b1cd1bd0add00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f011fd0-39", "ovs_interfaceid": "1f011fd0-39b3-4d49-a3db-300e74792504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.991477] env[63419]: DEBUG oslo_concurrency.lockutils [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] Acquired lock "refresh_cache-77c2b58c-a547-42bd-a3b3-3abdc3b49ec0" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.991724] env[63419]: DEBUG nova.network.neutron [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Refreshing network info cache for port 1f011fd0-39b3-4d49-a3db-300e74792504 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.993247] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:e7:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f011fd0-39b3-4d49-a3db-300e74792504', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.013085] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Creating folder: Project (02361778d16440a79c8b1cd1bd0add00). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.017638] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cd202ef-fa30-43c1-b9c4-92830f4c2431 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.033443] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Created folder: Project (02361778d16440a79c8b1cd1bd0add00) in parent group-v528420. [ 677.033680] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Creating folder: Instances. Parent ref: group-v528536. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.034100] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-469684c6-6147-4959-80b5-1cf7082df5b8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.047796] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Created folder: Instances in parent group-v528536. [ 677.048887] env[63419]: DEBUG oslo.service.loopingcall [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.049393] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.049781] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99361307-febf-4f98-9da5-5db527db5ae0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.089101] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.089101] env[63419]: value = "task-2622136" [ 677.089101] env[63419]: _type = "Task" [ 677.089101] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.102245] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622136, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.159928] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622129, 'name': CloneVM_Task} progress is 95%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.196233] env[63419]: DEBUG nova.scheduler.client.report [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.199764] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521214} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.200341] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 6208214a-b636-4618-94fc-54bb321c86c2/6208214a-b636-4618-94fc-54bb321c86c2.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.200693] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.201015] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70f527e1-ed9b-4455-955a-0d7c6287c32c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.209195] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Waiting for the task: (returnval){ [ 677.209195] env[63419]: value = "task-2622137" [ 677.209195] env[63419]: _type = "Task" [ 677.209195] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.219678] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.253204] env[63419]: DEBUG nova.compute.manager [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.256773] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60979cbd-72d9-44fa-bd69-463a08614e94 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.441049] env[63419]: DEBUG nova.network.neutron [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Updated VIF entry in instance network info cache for port 1f011fd0-39b3-4d49-a3db-300e74792504. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.441517] env[63419]: DEBUG nova.network.neutron [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Updating instance_info_cache with network_info: [{"id": "1f011fd0-39b3-4d49-a3db-300e74792504", "address": "fa:16:3e:63:e7:66", "network": {"id": "6ea89606-ec1e-492b-ae5a-338d41b40fb7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-964200580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02361778d16440a79c8b1cd1bd0add00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f011fd0-39", "ovs_interfaceid": "1f011fd0-39b3-4d49-a3db-300e74792504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.486624] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622133, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.601306] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622136, 'name': CreateVM_Task, 'duration_secs': 0.413054} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.601708] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.602532] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.602703] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.603033] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.604034] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c27a72-7eae-43e6-b52e-33b5428cb792 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.608862] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 677.608862] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5250319f-91d9-5472-6c36-68e85e5a208c" [ 677.608862] env[63419]: _type = "Task" [ 677.608862] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.619991] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5250319f-91d9-5472-6c36-68e85e5a208c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.657411] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622129, 'name': CloneVM_Task, 'duration_secs': 1.940304} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.657667] env[63419]: INFO nova.virt.vmwareapi.vmops [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Created linked-clone VM from snapshot [ 677.658469] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be2249f-7aac-40cf-b6d0-c269ef65531e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.667633] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Uploading image 1cd33182-a68e-4d1d-9ebd-3215435db4f6 {{(pid=63419) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 677.692993] env[63419]: DEBUG oslo_vmware.rw_handles [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 677.692993] env[63419]: value = "vm-528535" [ 677.692993] env[63419]: _type = "VirtualMachine" [ 677.692993] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 677.693310] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c1e876d5-7305-49f6-9179-48f0deecf11d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.702479] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.961s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.703090] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.705998] env[63419]: DEBUG oslo_vmware.rw_handles [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lease: (returnval){ [ 677.705998] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a28a4a-a0f8-ab35-e138-321f2b2aa1bb" [ 677.705998] env[63419]: _type = "HttpNfcLease" [ 677.705998] env[63419]: } obtained for exporting VM: (result){ [ 677.705998] env[63419]: value = "vm-528535" [ 677.705998] env[63419]: _type = "VirtualMachine" [ 677.705998] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 677.706915] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the lease: (returnval){ [ 677.706915] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a28a4a-a0f8-ab35-e138-321f2b2aa1bb" [ 677.706915] env[63419]: _type = "HttpNfcLease" [ 677.706915] env[63419]: } to be ready. {{(pid=63419) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 677.709247] env[63419]: DEBUG oslo_concurrency.lockutils [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.122s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.709247] env[63419]: DEBUG nova.objects.instance [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Lazy-loading 'resources' on Instance uuid ea12ead5-69e6-49ad-ba13-d44c6b5def65 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.726021] env[63419]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 677.726021] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a28a4a-a0f8-ab35-e138-321f2b2aa1bb" [ 677.726021] env[63419]: _type = "HttpNfcLease" [ 677.726021] env[63419]: } is initializing. {{(pid=63419) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 677.726549] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079948} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.726744] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.727527] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5753164d-b61b-49dd-a421-7193b86d60a3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.758856] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 6208214a-b636-4618-94fc-54bb321c86c2/6208214a-b636-4618-94fc-54bb321c86c2.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.758856] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b08c383-d535-476a-b660-b641d93ce946 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.775976] env[63419]: INFO nova.compute.manager [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] instance snapshotting [ 677.778915] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7343d013-793e-49bb-90f5-f6542875284a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.783801] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Waiting for the task: (returnval){ [ 677.783801] env[63419]: value = "task-2622139" [ 677.783801] env[63419]: _type = "Task" [ 677.783801] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.800600] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a1c361-5ea1-44f9-93c7-608f815e0d73 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.809225] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.947054] env[63419]: DEBUG oslo_concurrency.lockutils [req-83f1cfdc-0a20-4f5f-b22f-0b41f243473e req-97cf28d8-8454-4fe2-891f-683f2e37b333 service nova] Releasing lock "refresh_cache-77c2b58c-a547-42bd-a3b3-3abdc3b49ec0" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.984243] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70824} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.984603] env[63419]: INFO nova.virt.vmwareapi.ds_util [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] e96b0ac5-39d8-4903-911a-5257757a8e23/cc4e344e-8c3c-4785-83c3-1f66694fa99d-rescue.vmdk. [ 677.985497] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e82814-6b5c-4cc0-8c4d-7cad759a034b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.011894] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e96b0ac5-39d8-4903-911a-5257757a8e23/cc4e344e-8c3c-4785-83c3-1f66694fa99d-rescue.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.012250] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5971b447-bfab-461a-9126-4fe602f56d22 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.035900] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Acquiring lock "6165d06e-fcda-41cf-990c-4e7e2d6bd2ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.036139] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Lock "6165d06e-fcda-41cf-990c-4e7e2d6bd2ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.036450] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 678.036450] env[63419]: value = "task-2622140" [ 678.036450] env[63419]: _type = "Task" [ 678.036450] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.046306] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.120635] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5250319f-91d9-5472-6c36-68e85e5a208c, 'name': SearchDatastore_Task, 'duration_secs': 0.054818} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.120635] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.120851] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.121103] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.121171] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.121353] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.121658] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ab585c2-22e7-42e2-a624-cb00652aad88 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.131632] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.132306] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.133730] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935fc76b-1c56-4a55-aaa0-1e21f7a4b308 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.138724] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 678.138724] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]523b5e18-dfd3-5481-ad2c-55e41a11bb4c" [ 678.138724] env[63419]: _type = "Task" [ 678.138724] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.148213] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523b5e18-dfd3-5481-ad2c-55e41a11bb4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.212439] env[63419]: DEBUG nova.compute.utils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 678.220994] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.224049] env[63419]: DEBUG nova.network.neutron [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.232398] env[63419]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 678.232398] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a28a4a-a0f8-ab35-e138-321f2b2aa1bb" [ 678.232398] env[63419]: _type = "HttpNfcLease" [ 678.232398] env[63419]: } is ready. {{(pid=63419) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 678.233974] env[63419]: DEBUG oslo_vmware.rw_handles [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 678.233974] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a28a4a-a0f8-ab35-e138-321f2b2aa1bb" [ 678.233974] env[63419]: _type = "HttpNfcLease" [ 678.233974] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 678.233974] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f123c3c4-0b78-4e22-a379-a9af37eccfce {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.244354] env[63419]: DEBUG oslo_vmware.rw_handles [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52731b7e-216b-cb94-d193-aeb1b2268190/disk-0.vmdk from lease info. {{(pid=63419) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 678.244693] env[63419]: DEBUG oslo_vmware.rw_handles [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52731b7e-216b-cb94-d193-aeb1b2268190/disk-0.vmdk for reading. {{(pid=63419) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 678.313028] env[63419]: DEBUG nova.policy [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9221f611da36479eadf7a162f2dd0a5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02361778d16440a79c8b1cd1bd0add00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.318170] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Creating Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 678.320258] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f71818c9-53c0-4af1-9796-30ac3965a184 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.330124] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622139, 'name': ReconfigVM_Task, 'duration_secs': 0.29838} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.331640] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 6208214a-b636-4618-94fc-54bb321c86c2/6208214a-b636-4618-94fc-54bb321c86c2.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.332501] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 678.332501] env[63419]: value = "task-2622141" [ 678.332501] env[63419]: _type = "Task" [ 678.332501] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.332935] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c348ae4-ac6b-41f5-94fd-b0408e959e8f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.347420] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622141, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.348956] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Waiting for the task: (returnval){ [ 678.348956] env[63419]: value = "task-2622142" [ 678.348956] env[63419]: _type = "Task" [ 678.348956] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.358293] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622142, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.391654] env[63419]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-710b4e8d-d5bb-4e6a-9860-c20ab29e8930 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.546910] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622140, 'name': ReconfigVM_Task, 'duration_secs': 0.376324} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.550328] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e96b0ac5-39d8-4903-911a-5257757a8e23/cc4e344e-8c3c-4785-83c3-1f66694fa99d-rescue.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.551439] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfafc6cd-9a28-448e-a23e-e80a438dc3da {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.588341] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e829847f-f89f-45de-8368-f91669eec565 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.604490] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 678.604490] env[63419]: value = "task-2622143" [ 678.604490] env[63419]: _type = "Task" [ 678.604490] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.617432] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.658960] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523b5e18-dfd3-5481-ad2c-55e41a11bb4c, 'name': SearchDatastore_Task, 'duration_secs': 0.019547} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.660120] env[63419]: DEBUG nova.network.neutron [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Successfully created port: ad3b2f6d-4ecb-4374-be1f-414471250933 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.666199] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fb6640-6aa4-40a7-9462-044db1f88a5a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.674303] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 678.674303] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52246f76-c124-81c9-eebe-b865d8282880" [ 678.674303] env[63419]: _type = "Task" [ 678.674303] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.684555] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52246f76-c124-81c9-eebe-b865d8282880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.722144] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.847518] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622141, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.864557] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622142, 'name': Rename_Task, 'duration_secs': 0.175749} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.868184] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.869126] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6892e343-a2dc-41ca-b7c6-78df4e47b064 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.879068] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Waiting for the task: (returnval){ [ 678.879068] env[63419]: value = "task-2622144" [ 678.879068] env[63419]: _type = "Task" [ 678.879068] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.901388] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.991286] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a784cf3-b6ad-4dc5-8e6f-433242f08a2a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.000886] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50072332-354d-4644-bb06-53f7d81eaead {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.046982] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c20de02-c09d-4186-a29a-cb3c6de9f9c8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.056946] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7380174c-567a-4f9c-8472-0e49b7188774 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.074097] env[63419]: DEBUG nova.compute.provider_tree [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.120204] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622143, 'name': ReconfigVM_Task, 'duration_secs': 0.186856} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.120204] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.120204] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a8118b7-51c2-42ed-8ec9-5a7c8e92ea9d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.130710] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 679.130710] env[63419]: value = "task-2622145" [ 679.130710] env[63419]: _type = "Task" [ 679.130710] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.139442] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.188933] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52246f76-c124-81c9-eebe-b865d8282880, 'name': SearchDatastore_Task, 'duration_secs': 0.018349} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.189402] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.190217] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0/77c2b58c-a547-42bd-a3b3-3abdc3b49ec0.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.190217] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e03fe599-68d7-4961-a5e2-59b869ea9146 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.199233] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 679.199233] env[63419]: value = "task-2622146" [ 679.199233] env[63419]: _type = "Task" [ 679.199233] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.211339] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.349813] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622141, 'name': CreateSnapshot_Task, 'duration_secs': 0.939792} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.350687] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Created Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 679.352009] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd9c16-16f3-490d-9607-ffe08c61919b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.392675] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622144, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.582207] env[63419]: DEBUG nova.scheduler.client.report [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.644772] env[63419]: DEBUG oslo_vmware.api [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622145, 'name': PowerOnVM_Task, 'duration_secs': 0.460759} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.645219] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.648302] env[63419]: DEBUG nova.compute.manager [None req-e9cc9a8d-ffa9-46ee-9afe-8ab4d6d83d29 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.649183] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50992c49-3ff9-482f-a943-c7bc97f77c45 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.712263] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622146, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.737399] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.770235] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.773180] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.773180] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.773180] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.773180] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.773180] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.773936] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.773936] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.773936] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.778702] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.778702] env[63419]: DEBUG nova.virt.hardware [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.778702] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c035c620-e777-4263-94ec-ea6f8d75f6be {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.788348] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b372dfa2-ae15-4e9a-8a52-58904743d779 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.880397] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Creating linked-clone VM from snapshot {{(pid=63419) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 679.881374] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20e6e1c4-dcdc-431c-9339-d22328b267f5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.900824] env[63419]: DEBUG oslo_vmware.api [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622144, 'name': PowerOnVM_Task, 'duration_secs': 0.577957} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.905165] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.905498] env[63419]: INFO nova.compute.manager [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Took 8.20 seconds to spawn the instance on the hypervisor. [ 679.905723] env[63419]: DEBUG nova.compute.manager [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.906133] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 679.906133] env[63419]: value = "task-2622147" [ 679.906133] env[63419]: _type = "Task" [ 679.906133] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.907027] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60154ba-f5c7-488e-bd71-189608988437 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.925287] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622147, 'name': CloneVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.091068] env[63419]: DEBUG oslo_concurrency.lockutils [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.382s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.093630] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.958s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.129163] env[63419]: INFO nova.scheduler.client.report [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Deleted allocations for instance ea12ead5-69e6-49ad-ba13-d44c6b5def65 [ 680.217981] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662613} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.218506] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0/77c2b58c-a547-42bd-a3b3-3abdc3b49ec0.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.218871] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.219254] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a56c0c7-b0f1-441f-bbe2-95204a3fd258 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.232742] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 680.232742] env[63419]: value = "task-2622148" [ 680.232742] env[63419]: _type = "Task" [ 680.232742] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.245301] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.421926] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622147, 'name': CloneVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.439283] env[63419]: INFO nova.compute.manager [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Took 40.23 seconds to build instance. [ 680.470963] env[63419]: DEBUG nova.compute.manager [req-dda5cdf8-ccce-4f53-b023-39166c08ab46 req-289754f7-42a2-4e1e-9ea3-a6fc8ef72910 service nova] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Received event network-vif-plugged-ad3b2f6d-4ecb-4374-be1f-414471250933 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 680.470963] env[63419]: DEBUG oslo_concurrency.lockutils [req-dda5cdf8-ccce-4f53-b023-39166c08ab46 req-289754f7-42a2-4e1e-9ea3-a6fc8ef72910 service nova] Acquiring lock "5af08ad9-7de0-412d-9ed0-c2bfce9c9b25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.470963] env[63419]: DEBUG oslo_concurrency.lockutils [req-dda5cdf8-ccce-4f53-b023-39166c08ab46 req-289754f7-42a2-4e1e-9ea3-a6fc8ef72910 service nova] Lock "5af08ad9-7de0-412d-9ed0-c2bfce9c9b25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.470963] env[63419]: DEBUG oslo_concurrency.lockutils [req-dda5cdf8-ccce-4f53-b023-39166c08ab46 req-289754f7-42a2-4e1e-9ea3-a6fc8ef72910 service nova] Lock "5af08ad9-7de0-412d-9ed0-c2bfce9c9b25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.471219] env[63419]: DEBUG nova.compute.manager [req-dda5cdf8-ccce-4f53-b023-39166c08ab46 req-289754f7-42a2-4e1e-9ea3-a6fc8ef72910 service nova] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] No waiting events found dispatching network-vif-plugged-ad3b2f6d-4ecb-4374-be1f-414471250933 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.471330] env[63419]: WARNING nova.compute.manager [req-dda5cdf8-ccce-4f53-b023-39166c08ab46 req-289754f7-42a2-4e1e-9ea3-a6fc8ef72910 service nova] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Received unexpected event network-vif-plugged-ad3b2f6d-4ecb-4374-be1f-414471250933 for instance with vm_state building and task_state spawning. [ 680.497724] env[63419]: DEBUG nova.network.neutron [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Successfully updated port: ad3b2f6d-4ecb-4374-be1f-414471250933 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.639348] env[63419]: DEBUG oslo_concurrency.lockutils [None req-75f095ca-ded9-4e2d-b7d2-f5c57bb4af42 tempest-ServerDiagnosticsNegativeTest-1758570007 tempest-ServerDiagnosticsNegativeTest-1758570007-project-member] Lock "ea12ead5-69e6-49ad-ba13-d44c6b5def65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.593s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.745023] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122696} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.745023] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.745023] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d545e948-89bb-4937-b181-e1a4b1439db4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.773024] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0/77c2b58c-a547-42bd-a3b3-3abdc3b49ec0.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.774417] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f131c382-c056-400d-8e46-d93ea8a41961 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.802015] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 680.802015] env[63419]: value = "task-2622149" [ 680.802015] env[63419]: _type = "Task" [ 680.802015] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.816031] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.921596] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622147, 'name': CloneVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.942839] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f79cc752-9e4d-4388-8d47-7513cb2e4d5b tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Lock "6208214a-b636-4618-94fc-54bb321c86c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.057s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.002413] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "refresh_cache-5af08ad9-7de0-412d-9ed0-c2bfce9c9b25" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.002413] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired lock "refresh_cache-5af08ad9-7de0-412d-9ed0-c2bfce9c9b25" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.002413] env[63419]: DEBUG nova.network.neutron [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.114872] env[63419]: DEBUG oslo_concurrency.lockutils [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquiring lock "6208214a-b636-4618-94fc-54bb321c86c2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.115155] env[63419]: DEBUG oslo_concurrency.lockutils [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Lock "6208214a-b636-4618-94fc-54bb321c86c2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.115861] env[63419]: INFO nova.compute.manager [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Rebooting instance [ 681.160147] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 37c93441-be99-4d29-b8ab-d4a6da83e040 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.160418] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.160418] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 4282ace6-1de9-4f13-b0cc-09a531a32452 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.160554] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.160668] env[63419]: WARNING nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 7f391b47-6f6b-44df-9d84-4001a5f04ad3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 681.160781] env[63419]: WARNING nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 927418d6-d1f7-4dd9-802a-d71b8f799923 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 681.160910] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 1584e140-07b6-4876-8d25-b814f731d86d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.161062] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 4489c2df-9894-49f3-ba4b-4a02b247bd23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.161168] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance d7e1b035-942f-45f6-a94e-3a67e0cefec5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.161257] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 0f345c27-a7f2-42f4-b60c-751276d3860b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.161381] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance b9f32509-47d3-485d-93a4-22e12490de17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.161591] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 7d5d9360-e0f8-4e72-850b-5a5b01d619de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.161591] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 926fa14a-e284-4cd4-9ea5-816e590d5612 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.161849] env[63419]: WARNING nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance dfc89ae2-cd21-478b-94c4-94c6f06e18d0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 681.161849] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 6020a76d-95b3-4dec-85fc-c05cfb3d2323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.161987] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance d936eef5-f930-4b22-8162-f158afa01912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.162154] env[63419]: WARNING nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 5a8956d2-32f3-413c-89a7-0436019bc3fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 681.162154] env[63419]: WARNING nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 2f45cdc6-6471-4d10-b322-d8777f35732b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 681.162341] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 082f4702-6472-4952-81fb-a4e100b6cb04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.162341] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance e96b0ac5-39d8-4903-911a-5257757a8e23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.162561] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 6d7003a6-9033-44d2-846c-593196cce92b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.162561] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 6208214a-b636-4618-94fc-54bb321c86c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.162707] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.162777] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 681.174294] env[63419]: INFO nova.compute.manager [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Unrescuing [ 681.178481] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "refresh_cache-e96b0ac5-39d8-4903-911a-5257757a8e23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.178481] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquired lock "refresh_cache-e96b0ac5-39d8-4903-911a-5257757a8e23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.178481] env[63419]: DEBUG nova.network.neutron [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.315520] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622149, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.423280] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622147, 'name': CloneVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.447453] env[63419]: DEBUG nova.compute.manager [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.539439] env[63419]: DEBUG nova.network.neutron [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.658318] env[63419]: DEBUG oslo_concurrency.lockutils [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquiring lock "refresh_cache-6208214a-b636-4618-94fc-54bb321c86c2" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.658318] env[63419]: DEBUG oslo_concurrency.lockutils [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquired lock "refresh_cache-6208214a-b636-4618-94fc-54bb321c86c2" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.658318] env[63419]: DEBUG nova.network.neutron [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.667020] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 19a2af7c-98e8-459b-852b-e9b213388b66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 681.816405] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622149, 'name': ReconfigVM_Task, 'duration_secs': 0.522574} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.817556] env[63419]: DEBUG nova.network.neutron [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Updating instance_info_cache with network_info: [{"id": "ad3b2f6d-4ecb-4374-be1f-414471250933", "address": "fa:16:3e:10:24:8e", "network": {"id": "6ea89606-ec1e-492b-ae5a-338d41b40fb7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-964200580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02361778d16440a79c8b1cd1bd0add00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad3b2f6d-4e", "ovs_interfaceid": "ad3b2f6d-4ecb-4374-be1f-414471250933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.821129] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0/77c2b58c-a547-42bd-a3b3-3abdc3b49ec0.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.822085] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3954253f-0fd2-475d-ad28-0440b3241b95 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.830641] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 681.830641] env[63419]: value = "task-2622150" [ 681.830641] env[63419]: _type = "Task" [ 681.830641] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.847213] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622150, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.923210] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622147, 'name': CloneVM_Task, 'duration_secs': 1.994582} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.923503] env[63419]: INFO nova.virt.vmwareapi.vmops [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Created linked-clone VM from snapshot [ 681.924321] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df80074-b849-4f2c-be17-3abcf8eafb71 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.936510] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Uploading image 84b98ab3-4d85-4baa-a629-89ce83b00eec {{(pid=63419) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 681.954754] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Destroying the VM {{(pid=63419) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 681.958300] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-08a23b4d-3988-4905-bd3f-981813a94627 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.970150] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 681.970150] env[63419]: value = "task-2622151" [ 681.970150] env[63419]: _type = "Task" [ 681.970150] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.978086] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.984767] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622151, 'name': Destroy_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.171700] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 51758570-f91b-4ba4-8c1d-676af2bac567 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.261441] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Acquiring lock "4489c2df-9894-49f3-ba4b-4a02b247bd23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.261768] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Lock "4489c2df-9894-49f3-ba4b-4a02b247bd23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.262829] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Acquiring lock "4489c2df-9894-49f3-ba4b-4a02b247bd23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.263066] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Lock "4489c2df-9894-49f3-ba4b-4a02b247bd23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.263321] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Lock "4489c2df-9894-49f3-ba4b-4a02b247bd23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.268836] env[63419]: INFO nova.compute.manager [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Terminating instance [ 682.324243] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Releasing lock "refresh_cache-5af08ad9-7de0-412d-9ed0-c2bfce9c9b25" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.324243] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Instance network_info: |[{"id": "ad3b2f6d-4ecb-4374-be1f-414471250933", "address": "fa:16:3e:10:24:8e", "network": {"id": "6ea89606-ec1e-492b-ae5a-338d41b40fb7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-964200580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02361778d16440a79c8b1cd1bd0add00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad3b2f6d-4e", "ovs_interfaceid": "ad3b2f6d-4ecb-4374-be1f-414471250933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.324507] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:24:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad3b2f6d-4ecb-4374-be1f-414471250933', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.334561] env[63419]: DEBUG oslo.service.loopingcall [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.335730] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.339358] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d10a8f7-9511-4c2c-bb3b-dc767f43b987 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.365704] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622150, 'name': Rename_Task, 'duration_secs': 0.212161} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.365942] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.366230] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78eaf5a1-8709-4e7a-9e5e-c74aacec9e32 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.369515] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.369515] env[63419]: value = "task-2622152" [ 682.369515] env[63419]: _type = "Task" [ 682.369515] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.378269] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 682.378269] env[63419]: value = "task-2622153" [ 682.378269] env[63419]: _type = "Task" [ 682.378269] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.382449] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622152, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.388696] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.389830] env[63419]: DEBUG nova.network.neutron [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Updating instance_info_cache with network_info: [{"id": "ffaffc15-be57-4ba5-91f0-5bb8812eb9d0", "address": "fa:16:3e:21:5e:83", "network": {"id": "7b9eedb8-ec36-41a0-9c8a-2a85a7888a8f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1937886944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "25e7315a921d478daeb9d33305541903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffaffc15-be", "ovs_interfaceid": "ffaffc15-be57-4ba5-91f0-5bb8812eb9d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.487313] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622151, 'name': Destroy_Task, 'duration_secs': 0.451337} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.489052] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Destroyed the VM [ 682.489052] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Deleting Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 682.489052] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f1feea9c-c704-41f8-abc3-c5e18c052e89 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.498806] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 682.498806] env[63419]: value = "task-2622154" [ 682.498806] env[63419]: _type = "Task" [ 682.498806] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.513997] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622154, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.552104] env[63419]: DEBUG nova.network.neutron [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Updating instance_info_cache with network_info: [{"id": "c3eec139-1628-415c-acc6-4fadfeb66244", "address": "fa:16:3e:60:12:b0", "network": {"id": "a61495e1-9924-43c2-b8f5-6659c61fb68f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-505343491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2a7b2b37f4b4a6bb93b5360a7f51cc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3eec139-16", "ovs_interfaceid": "c3eec139-1628-415c-acc6-4fadfeb66244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.676792] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.737392] env[63419]: DEBUG nova.compute.manager [req-db539d4e-bb2f-4926-9f74-c8a6c1fea178 req-e3aa21e5-065d-4ff7-b34b-cde8c2345032 service nova] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Received event network-changed-ad3b2f6d-4ecb-4374-be1f-414471250933 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 682.737495] env[63419]: DEBUG nova.compute.manager [req-db539d4e-bb2f-4926-9f74-c8a6c1fea178 req-e3aa21e5-065d-4ff7-b34b-cde8c2345032 service nova] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Refreshing instance network info cache due to event network-changed-ad3b2f6d-4ecb-4374-be1f-414471250933. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 682.737944] env[63419]: DEBUG oslo_concurrency.lockutils [req-db539d4e-bb2f-4926-9f74-c8a6c1fea178 req-e3aa21e5-065d-4ff7-b34b-cde8c2345032 service nova] Acquiring lock "refresh_cache-5af08ad9-7de0-412d-9ed0-c2bfce9c9b25" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.737944] env[63419]: DEBUG oslo_concurrency.lockutils [req-db539d4e-bb2f-4926-9f74-c8a6c1fea178 req-e3aa21e5-065d-4ff7-b34b-cde8c2345032 service nova] Acquired lock "refresh_cache-5af08ad9-7de0-412d-9ed0-c2bfce9c9b25" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.737944] env[63419]: DEBUG nova.network.neutron [req-db539d4e-bb2f-4926-9f74-c8a6c1fea178 req-e3aa21e5-065d-4ff7-b34b-cde8c2345032 service nova] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Refreshing network info cache for port ad3b2f6d-4ecb-4374-be1f-414471250933 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.781141] env[63419]: DEBUG nova.compute.manager [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.783033] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.783872] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45502584-528f-498a-8ac6-f867773db10a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.794962] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.795255] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-921e2dc9-f776-48e4-af1e-b24489360751 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.803750] env[63419]: DEBUG oslo_vmware.api [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Waiting for the task: (returnval){ [ 682.803750] env[63419]: value = "task-2622155" [ 682.803750] env[63419]: _type = "Task" [ 682.803750] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.814397] env[63419]: DEBUG oslo_vmware.api [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2622155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.888646] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622152, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.892775] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Releasing lock "refresh_cache-e96b0ac5-39d8-4903-911a-5257757a8e23" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.893631] env[63419]: DEBUG nova.objects.instance [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lazy-loading 'flavor' on Instance uuid e96b0ac5-39d8-4903-911a-5257757a8e23 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.895224] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.011148] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622154, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.055547] env[63419]: DEBUG oslo_concurrency.lockutils [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Releasing lock "refresh_cache-6208214a-b636-4618-94fc-54bb321c86c2" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.180430] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance d844be78-6a9d-4518-a427-c1465a687661 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.314993] env[63419]: DEBUG oslo_vmware.api [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2622155, 'name': PowerOffVM_Task, 'duration_secs': 0.237607} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.314993] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.315447] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.315568] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66ebc906-5140-4a4e-9773-0f6a25fbcf41 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.397014] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622152, 'name': CreateVM_Task, 'duration_secs': 0.620551} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.399557] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622153, 'name': PowerOnVM_Task, 'duration_secs': 0.810241} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.400039] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.400274] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.400466] env[63419]: INFO nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Took 8.91 seconds to spawn the instance on the hypervisor. [ 683.400636] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.401411] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2f81b0-8327-4d51-ab44-ed80ada2698e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.405141] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.405332] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.405676] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.406445] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492e004a-24b7-4b8d-8652-e99e72e57d4a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.409384] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f62e28-7c9c-4652-8ef2-c8f8a7af0689 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.415128] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 683.415128] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]527f51bc-8586-e4b0-77e0-b8e6af842d69" [ 683.415128] env[63419]: _type = "Task" [ 683.415128] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.432668] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.441188] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-203eee80-5511-40cc-811c-67c48d3a6e66 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.451350] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527f51bc-8586-e4b0-77e0-b8e6af842d69, 'name': SearchDatastore_Task, 'duration_secs': 0.018778} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.451414] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.451610] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.451852] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.451998] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.452196] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.452550] env[63419]: DEBUG oslo_vmware.api [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 683.452550] env[63419]: value = "task-2622157" [ 683.452550] env[63419]: _type = "Task" [ 683.452550] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.453175] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c9ef37-0aed-471c-8e3b-28c3b6f27c3c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.465873] env[63419]: DEBUG oslo_vmware.api [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.468142] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.468142] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.468754] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f5a089-5bb9-498f-8e2b-565d92151ee5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.476046] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 683.476046] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52733bd9-8e5a-0ab2-e642-841fc3fdd537" [ 683.476046] env[63419]: _type = "Task" [ 683.476046] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.486870] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52733bd9-8e5a-0ab2-e642-841fc3fdd537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.512132] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622154, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.541320] env[63419]: DEBUG nova.network.neutron [req-db539d4e-bb2f-4926-9f74-c8a6c1fea178 req-e3aa21e5-065d-4ff7-b34b-cde8c2345032 service nova] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Updated VIF entry in instance network info cache for port ad3b2f6d-4ecb-4374-be1f-414471250933. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.541703] env[63419]: DEBUG nova.network.neutron [req-db539d4e-bb2f-4926-9f74-c8a6c1fea178 req-e3aa21e5-065d-4ff7-b34b-cde8c2345032 service nova] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Updating instance_info_cache with network_info: [{"id": "ad3b2f6d-4ecb-4374-be1f-414471250933", "address": "fa:16:3e:10:24:8e", "network": {"id": "6ea89606-ec1e-492b-ae5a-338d41b40fb7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-964200580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02361778d16440a79c8b1cd1bd0add00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad3b2f6d-4e", "ovs_interfaceid": "ad3b2f6d-4ecb-4374-be1f-414471250933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.561544] env[63419]: DEBUG nova.compute.manager [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.564156] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2011f02e-c943-4ee1-be4f-8d9e4d951196 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.686032] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 320cd20d-40dd-4c0b-99f4-c9341df44457 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.956807] env[63419]: INFO nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Took 40.22 seconds to build instance. [ 683.970080] env[63419]: DEBUG oslo_vmware.api [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622157, 'name': PowerOffVM_Task, 'duration_secs': 0.373581} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.970396] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.976167] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=63419) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 683.976624] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc0dfa6-a574-4619-b36e-ad1717eb9105 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.995439] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.995688] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.995893] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Deleting the datastore file [datastore1] 4489c2df-9894-49f3-ba4b-4a02b247bd23 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.997224] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a872f825-64e1-43aa-a28e-7645d15c5241 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.010525] env[63419]: DEBUG oslo_vmware.api [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 684.010525] env[63419]: value = "task-2622158" [ 684.010525] env[63419]: _type = "Task" [ 684.010525] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.011146] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52733bd9-8e5a-0ab2-e642-841fc3fdd537, 'name': SearchDatastore_Task, 'duration_secs': 0.016085} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.013308] env[63419]: DEBUG oslo_vmware.api [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Waiting for the task: (returnval){ [ 684.013308] env[63419]: value = "task-2622159" [ 684.013308] env[63419]: _type = "Task" [ 684.013308] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.017672] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab433f56-d45d-40b5-8a31-99c58f7a25ac {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.032447] env[63419]: DEBUG oslo_vmware.api [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622154, 'name': RemoveSnapshot_Task, 'duration_secs': 1.360349} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.033195] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Deleted Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 684.042018] env[63419]: DEBUG oslo_vmware.api [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.042805] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 684.042805] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a3d35c-d02b-017e-8cea-05a5cb3b9fb5" [ 684.042805] env[63419]: _type = "Task" [ 684.042805] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.046809] env[63419]: DEBUG oslo_concurrency.lockutils [req-db539d4e-bb2f-4926-9f74-c8a6c1fea178 req-e3aa21e5-065d-4ff7-b34b-cde8c2345032 service nova] Releasing lock "refresh_cache-5af08ad9-7de0-412d-9ed0-c2bfce9c9b25" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.046975] env[63419]: DEBUG oslo_vmware.api [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2622159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.058643] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a3d35c-d02b-017e-8cea-05a5cb3b9fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.017785} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.058994] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.059385] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25/5af08ad9-7de0-412d-9ed0-c2bfce9c9b25.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.059687] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b0bd224-bcba-4841-bdbd-d44ebbc56a92 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.068903] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 684.068903] env[63419]: value = "task-2622160" [ 684.068903] env[63419]: _type = "Task" [ 684.068903] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.082163] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.102112] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Acquiring lock "3573b79c-16e7-4278-aa65-7ddcab20cd20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.102112] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Lock "3573b79c-16e7-4278-aa65-7ddcab20cd20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.190638] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 270b41dc-aff9-4572-97fd-29ca9680899f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.464469] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "77c2b58c-a547-42bd-a3b3-3abdc3b49ec0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.122s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.533638] env[63419]: DEBUG oslo_vmware.api [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622158, 'name': ReconfigVM_Task, 'duration_secs': 0.399034} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.534491] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=63419) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 684.534685] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.535059] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a589ee5e-1319-4e95-b6d5-add3b04bd417 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.540674] env[63419]: DEBUG oslo_vmware.api [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Task: {'id': task-2622159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212887} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.540935] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.541138] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.541390] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.541577] env[63419]: INFO nova.compute.manager [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Took 1.76 seconds to destroy the instance on the hypervisor. [ 684.542974] env[63419]: DEBUG oslo.service.loopingcall [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.543875] env[63419]: WARNING nova.compute.manager [None req-fb4be0ca-8358-4701-8e67-b574f453fa13 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Image not found during snapshot: nova.exception.ImageNotFound: Image 84b98ab3-4d85-4baa-a629-89ce83b00eec could not be found. [ 684.544964] env[63419]: DEBUG nova.compute.manager [-] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.545088] env[63419]: DEBUG nova.network.neutron [-] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.549556] env[63419]: DEBUG oslo_vmware.api [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 684.549556] env[63419]: value = "task-2622161" [ 684.549556] env[63419]: _type = "Task" [ 684.549556] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.563897] env[63419]: DEBUG oslo_vmware.api [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.585366] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.586388] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab972c0-01e0-4367-8030-9a2a8c799e4b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.596869] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Doing hard reboot of VM {{(pid=63419) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 684.597234] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-dd5d7d1a-f585-47e9-8360-d3d137b640e2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.607607] env[63419]: DEBUG oslo_vmware.api [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Waiting for the task: (returnval){ [ 684.607607] env[63419]: value = "task-2622162" [ 684.607607] env[63419]: _type = "Task" [ 684.607607] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.622082] env[63419]: DEBUG oslo_vmware.api [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622162, 'name': ResetVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.694084] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.975156] env[63419]: DEBUG nova.compute.manager [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.060814] env[63419]: DEBUG oslo_vmware.api [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622161, 'name': PowerOnVM_Task, 'duration_secs': 0.515027} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.061110] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.061355] env[63419]: DEBUG nova.compute.manager [None req-bf72f6ed-6f42-4059-b22a-6717fdee3fd1 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.062250] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d942801e-a26f-403a-965a-4bc8a039fe5c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.083411] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586078} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.083530] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25/5af08ad9-7de0-412d-9ed0-c2bfce9c9b25.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.083727] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.084145] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-180e13f1-7b69-4f88-b67e-02963e8b0e79 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.092179] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 685.092179] env[63419]: value = "task-2622163" [ 685.092179] env[63419]: _type = "Task" [ 685.092179] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.103634] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.118455] env[63419]: DEBUG oslo_vmware.api [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622162, 'name': ResetVM_Task, 'duration_secs': 0.115393} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.118690] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Did hard reboot of VM {{(pid=63419) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 685.118861] env[63419]: DEBUG nova.compute.manager [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.119832] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd0598b-7d39-49ff-af3c-02b0d8d345dc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.197483] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 7f4f09e8-f578-46cd-91ea-3ca98e1e683c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.426820] env[63419]: DEBUG nova.compute.manager [req-a49a9b20-e123-4cce-b36a-0ce33f5788b7 req-a54f2fcc-81f3-4eff-9ac9-35c0ef6836fd service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Received event network-vif-deleted-84f983f8-b2c4-45ea-8829-82313a7d084e {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 685.428378] env[63419]: INFO nova.compute.manager [req-a49a9b20-e123-4cce-b36a-0ce33f5788b7 req-a54f2fcc-81f3-4eff-9ac9-35c0ef6836fd service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Neutron deleted interface 84f983f8-b2c4-45ea-8829-82313a7d084e; detaching it from the instance and deleting it from the info cache [ 685.428378] env[63419]: DEBUG nova.network.neutron [req-a49a9b20-e123-4cce-b36a-0ce33f5788b7 req-a54f2fcc-81f3-4eff-9ac9-35c0ef6836fd service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.501144] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.605896] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076075} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.607024] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.607526] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c544ba1f-450b-44e7-8520-aba9f3e1b5dd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.637821] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25/5af08ad9-7de0-412d-9ed0-c2bfce9c9b25.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.641041] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9745096f-e8d8-4a41-85fa-f1ad6b8b247c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.657665] env[63419]: DEBUG oslo_concurrency.lockutils [None req-742b58ad-7605-436f-ac0d-939b63bcc760 tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Lock "6208214a-b636-4618-94fc-54bb321c86c2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.542s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.659030] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "6d7003a6-9033-44d2-846c-593196cce92b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.659188] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "6d7003a6-9033-44d2-846c-593196cce92b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.659389] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "6d7003a6-9033-44d2-846c-593196cce92b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.659597] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "6d7003a6-9033-44d2-846c-593196cce92b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.659811] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "6d7003a6-9033-44d2-846c-593196cce92b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.662814] env[63419]: INFO nova.compute.manager [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Terminating instance [ 685.669837] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 685.669837] env[63419]: value = "task-2622164" [ 685.669837] env[63419]: _type = "Task" [ 685.669837] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.685084] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622164, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.700658] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance d3603f50-bc88-4085-b5ee-1a27cd4e1616 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.764962] env[63419]: DEBUG nova.network.neutron [-] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.931829] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26092a3b-c66f-44c4-866b-e94492a5abb5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.946082] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1badca1e-477d-4b10-a303-e5afe6a067ee {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.992019] env[63419]: DEBUG nova.compute.manager [req-a49a9b20-e123-4cce-b36a-0ce33f5788b7 req-a54f2fcc-81f3-4eff-9ac9-35c0ef6836fd service nova] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Detach interface failed, port_id=84f983f8-b2c4-45ea-8829-82313a7d084e, reason: Instance 4489c2df-9894-49f3-ba4b-4a02b247bd23 could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 686.166490] env[63419]: DEBUG nova.compute.manager [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.166781] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.167753] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed54ba7f-ee95-4bab-8c8d-439feccbbeea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.185313] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "e96b0ac5-39d8-4903-911a-5257757a8e23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.185600] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "e96b0ac5-39d8-4903-911a-5257757a8e23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.185806] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "e96b0ac5-39d8-4903-911a-5257757a8e23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.185989] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "e96b0ac5-39d8-4903-911a-5257757a8e23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.186187] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "e96b0ac5-39d8-4903-911a-5257757a8e23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.187831] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622164, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.188120] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.188619] env[63419]: INFO nova.compute.manager [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Terminating instance [ 686.189945] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe31e52d-c098-4105-b8d6-9fddd6ec62e5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.199840] env[63419]: DEBUG oslo_vmware.api [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 686.199840] env[63419]: value = "task-2622165" [ 686.199840] env[63419]: _type = "Task" [ 686.199840] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.205144] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 34ab88db-886e-41fe-83d0-6c2e9d89c705 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 686.213507] env[63419]: DEBUG oslo_vmware.api [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.267054] env[63419]: INFO nova.compute.manager [-] [instance: 4489c2df-9894-49f3-ba4b-4a02b247bd23] Took 1.72 seconds to deallocate network for instance. [ 686.406885] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquiring lock "6208214a-b636-4618-94fc-54bb321c86c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.406885] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Lock "6208214a-b636-4618-94fc-54bb321c86c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.406885] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquiring lock "6208214a-b636-4618-94fc-54bb321c86c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.406885] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Lock "6208214a-b636-4618-94fc-54bb321c86c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.407266] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Lock "6208214a-b636-4618-94fc-54bb321c86c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.409911] env[63419]: INFO nova.compute.manager [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Terminating instance [ 686.685976] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622164, 'name': ReconfigVM_Task, 'duration_secs': 0.551111} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.686374] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25/5af08ad9-7de0-412d-9ed0-c2bfce9c9b25.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.690868] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66b0ed11-c9be-4acd-8feb-03485c247d0c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.694853] env[63419]: DEBUG nova.compute.manager [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.696887] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.698028] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed13906-0e61-4dac-8521-e75e35e28bde {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.702820] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 686.702820] env[63419]: value = "task-2622166" [ 686.702820] env[63419]: _type = "Task" [ 686.702820] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.711210] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance ebc4e9c5-2e24-4870-94a9-8964e7d7e749 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 686.716317] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.720377] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63416c6f-8fc7-40d2-8ad9-a63334fab8b4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.722426] env[63419]: DEBUG oslo_vmware.api [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622165, 'name': PowerOffVM_Task, 'duration_secs': 0.225738} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.728624] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.728624] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.729266] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622166, 'name': Rename_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.732830] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62d72dc1-0436-4369-bb63-7f8c9f0cd33a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.740102] env[63419]: DEBUG oslo_vmware.api [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 686.740102] env[63419]: value = "task-2622167" [ 686.740102] env[63419]: _type = "Task" [ 686.740102] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.757130] env[63419]: DEBUG oslo_vmware.api [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.774624] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.822040] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.822219] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.822413] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Deleting the datastore file [datastore1] 6d7003a6-9033-44d2-846c-593196cce92b {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.823044] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7343c5b-fddc-4661-8346-3d773ead8e80 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.831610] env[63419]: DEBUG oslo_vmware.api [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 686.831610] env[63419]: value = "task-2622169" [ 686.831610] env[63419]: _type = "Task" [ 686.831610] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.842070] env[63419]: DEBUG oslo_vmware.api [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.915753] env[63419]: DEBUG nova.compute.manager [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.915753] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.917168] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d2175d-5b34-411f-9e38-a9bf14acfef0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.927213] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.927523] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77f5a86d-4a81-4818-a9b4-4191ccb7dab2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.935183] env[63419]: DEBUG oslo_vmware.api [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Waiting for the task: (returnval){ [ 686.935183] env[63419]: value = "task-2622170" [ 686.935183] env[63419]: _type = "Task" [ 686.935183] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.951121] env[63419]: DEBUG oslo_vmware.api [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.218124] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622166, 'name': Rename_Task, 'duration_secs': 0.226392} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.218124] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.218124] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-534815e2-9bc5-444b-9302-2250bcbb696b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.221574] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance ad1e0cd2-883b-48aa-95da-d00f4e45db81 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.226057] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 687.226057] env[63419]: value = "task-2622171" [ 687.226057] env[63419]: _type = "Task" [ 687.226057] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.236260] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.249946] env[63419]: DEBUG oslo_vmware.api [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622167, 'name': PowerOffVM_Task, 'duration_secs': 0.289572} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.250254] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.250423] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.250882] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38163bad-a195-4ecd-a9d6-51fafe7ddf86 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.332789] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.333031] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.333228] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Deleting the datastore file [datastore1] e96b0ac5-39d8-4903-911a-5257757a8e23 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.336662] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72ca177b-3c14-4913-a55a-52896687339d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.343450] env[63419]: DEBUG oslo_vmware.api [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 687.343450] env[63419]: value = "task-2622173" [ 687.343450] env[63419]: _type = "Task" [ 687.343450] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.346979] env[63419]: DEBUG oslo_vmware.api [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224547} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.350107] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.350321] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.350499] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.350696] env[63419]: INFO nova.compute.manager [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 687.350958] env[63419]: DEBUG oslo.service.loopingcall [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.351245] env[63419]: DEBUG nova.compute.manager [-] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.351357] env[63419]: DEBUG nova.network.neutron [-] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.359042] env[63419]: DEBUG oslo_vmware.api [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.446572] env[63419]: DEBUG oslo_vmware.api [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622170, 'name': PowerOffVM_Task, 'duration_secs': 0.230962} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.446874] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.447069] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.447337] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0d2279a-e617-465e-a12c-2c9b746309ba {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.536652] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.536868] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.537060] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Deleting the datastore file [datastore2] 6208214a-b636-4618-94fc-54bb321c86c2 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.537320] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0704980-9687-432c-88b8-e383bd702c21 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.545513] env[63419]: DEBUG oslo_vmware.api [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Waiting for the task: (returnval){ [ 687.545513] env[63419]: value = "task-2622175" [ 687.545513] env[63419]: _type = "Task" [ 687.545513] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.554206] env[63419]: DEBUG oslo_vmware.api [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.565335] env[63419]: DEBUG oslo_vmware.rw_handles [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52731b7e-216b-cb94-d193-aeb1b2268190/disk-0.vmdk. {{(pid=63419) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 687.566296] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f0711d-ce04-429d-8018-22559f1139b3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.572838] env[63419]: DEBUG oslo_vmware.rw_handles [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52731b7e-216b-cb94-d193-aeb1b2268190/disk-0.vmdk is in state: ready. {{(pid=63419) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 687.573015] env[63419]: ERROR oslo_vmware.rw_handles [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52731b7e-216b-cb94-d193-aeb1b2268190/disk-0.vmdk due to incomplete transfer. [ 687.573258] env[63419]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3d156380-3f00-4f4c-889b-fd72efc0feeb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.591147] env[63419]: DEBUG oslo_vmware.rw_handles [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52731b7e-216b-cb94-d193-aeb1b2268190/disk-0.vmdk. {{(pid=63419) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 687.591381] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Uploaded image 1cd33182-a68e-4d1d-9ebd-3215435db4f6 to the Glance image server {{(pid=63419) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 687.593844] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Destroying the VM {{(pid=63419) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 687.594068] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-80e83229-25cf-4c90-a377-c4b1c03ccdfa {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.602331] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 687.602331] env[63419]: value = "task-2622176" [ 687.602331] env[63419]: _type = "Task" [ 687.602331] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.611263] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622176, 'name': Destroy_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.675813] env[63419]: DEBUG nova.compute.manager [req-8dcde8ce-a334-4898-b0bc-58f6bc0d79fe req-5a5e2e01-e7ea-412a-9671-d4de21bc3605 service nova] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Received event network-vif-deleted-b63f8afc-c008-4a55-8c7e-883fa164ae62 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 687.676011] env[63419]: INFO nova.compute.manager [req-8dcde8ce-a334-4898-b0bc-58f6bc0d79fe req-5a5e2e01-e7ea-412a-9671-d4de21bc3605 service nova] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Neutron deleted interface b63f8afc-c008-4a55-8c7e-883fa164ae62; detaching it from the instance and deleting it from the info cache [ 687.676190] env[63419]: DEBUG nova.network.neutron [req-8dcde8ce-a334-4898-b0bc-58f6bc0d79fe req-5a5e2e01-e7ea-412a-9671-d4de21bc3605 service nova] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.725268] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Instance 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63419) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.725693] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=63419) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 687.725743] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=63419) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 687.739474] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622171, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.857405] env[63419]: DEBUG oslo_vmware.api [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.061156] env[63419]: DEBUG oslo_vmware.api [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622175, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.112083] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622176, 'name': Destroy_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.154981] env[63419]: DEBUG nova.network.neutron [-] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.178292] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72ca5648-cc3b-424f-a58f-ddbb9262c58b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.189744] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d3c174-fdb9-4a2e-97d3-0acc267a76e2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.214908] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4365bdc5-83c0-4c6d-8015-2f5f97b61537 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.231537] env[63419]: DEBUG nova.compute.manager [req-8dcde8ce-a334-4898-b0bc-58f6bc0d79fe req-5a5e2e01-e7ea-412a-9671-d4de21bc3605 service nova] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Detach interface failed, port_id=b63f8afc-c008-4a55-8c7e-883fa164ae62, reason: Instance 6d7003a6-9033-44d2-846c-593196cce92b could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 688.238565] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9136cf45-722b-441d-8bdb-4c3a96406cea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.244831] env[63419]: DEBUG oslo_vmware.api [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622171, 'name': PowerOnVM_Task, 'duration_secs': 0.5163} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.245579] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.245847] env[63419]: INFO nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Took 8.51 seconds to spawn the instance on the hypervisor. [ 688.246056] env[63419]: DEBUG nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.246908] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397d70d5-7024-4121-a145-2b8fed345cb2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.278630] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4cdbcc-f1b7-44d7-a6d4-596a80ed4b74 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.290469] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e423f91-57af-41ef-a1a4-ad60b2973d51 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.308294] env[63419]: DEBUG nova.compute.provider_tree [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.358324] env[63419]: DEBUG oslo_vmware.api [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518055} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.358611] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.358837] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.359038] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.359216] env[63419]: INFO nova.compute.manager [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Took 1.66 seconds to destroy the instance on the hypervisor. [ 688.359456] env[63419]: DEBUG oslo.service.loopingcall [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.359649] env[63419]: DEBUG nova.compute.manager [-] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.359744] env[63419]: DEBUG nova.network.neutron [-] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.557467] env[63419]: DEBUG oslo_vmware.api [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Task: {'id': task-2622175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518622} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.557748] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.557934] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.558127] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.558303] env[63419]: INFO nova.compute.manager [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Took 1.64 seconds to destroy the instance on the hypervisor. [ 688.558563] env[63419]: DEBUG oslo.service.loopingcall [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.558790] env[63419]: DEBUG nova.compute.manager [-] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.558884] env[63419]: DEBUG nova.network.neutron [-] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.615381] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622176, 'name': Destroy_Task, 'duration_secs': 0.753762} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.616480] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Destroyed the VM [ 688.616801] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Deleting Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 688.617841] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73639a7f-b273-4d94-a558-a643b755d2ac {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.626156] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 688.626156] env[63419]: value = "task-2622177" [ 688.626156] env[63419]: _type = "Task" [ 688.626156] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.636837] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622177, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.661448] env[63419]: INFO nova.compute.manager [-] [instance: 6d7003a6-9033-44d2-846c-593196cce92b] Took 1.31 seconds to deallocate network for instance. [ 688.798547] env[63419]: INFO nova.compute.manager [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Took 44.14 seconds to build instance. [ 688.811740] env[63419]: DEBUG nova.scheduler.client.report [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.852157] env[63419]: DEBUG nova.compute.manager [req-fa1a3583-229b-44cf-85b2-6175b64b838a req-fe331ff1-af8a-4580-8fef-be99d07322c7 service nova] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Received event network-vif-deleted-c3eec139-1628-415c-acc6-4fadfeb66244 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 688.852418] env[63419]: INFO nova.compute.manager [req-fa1a3583-229b-44cf-85b2-6175b64b838a req-fe331ff1-af8a-4580-8fef-be99d07322c7 service nova] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Neutron deleted interface c3eec139-1628-415c-acc6-4fadfeb66244; detaching it from the instance and deleting it from the info cache [ 688.852627] env[63419]: DEBUG nova.network.neutron [req-fa1a3583-229b-44cf-85b2-6175b64b838a req-fe331ff1-af8a-4580-8fef-be99d07322c7 service nova] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.131920] env[63419]: DEBUG nova.network.neutron [-] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.136826] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622177, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.168749] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.297659] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5c0cf0fa-41e9-405e-bd4e-995949c7107b tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "5af08ad9-7de0-412d-9ed0-c2bfce9c9b25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.891s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.315609] env[63419]: DEBUG nova.network.neutron [-] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.317306] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63419) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 689.317559] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.224s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.322963] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.049s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.322963] env[63419]: INFO nova.compute.claims [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.357029] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee3c4ea3-7be6-434a-87a4-0186c1645257 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.370188] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de16bda4-f81e-423d-ae39-35abd4093c5c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.405777] env[63419]: DEBUG nova.compute.manager [req-fa1a3583-229b-44cf-85b2-6175b64b838a req-fe331ff1-af8a-4580-8fef-be99d07322c7 service nova] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Detach interface failed, port_id=c3eec139-1628-415c-acc6-4fadfeb66244, reason: Instance 6208214a-b636-4618-94fc-54bb321c86c2 could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 689.641023] env[63419]: INFO nova.compute.manager [-] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Took 1.28 seconds to deallocate network for instance. [ 689.644867] env[63419]: DEBUG oslo_vmware.api [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622177, 'name': RemoveSnapshot_Task, 'duration_secs': 0.670896} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.650586] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Deleted Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 689.650951] env[63419]: INFO nova.compute.manager [None req-694e83d7-33b6-4bdb-8164-fe80bee0679b tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Took 16.63 seconds to snapshot the instance on the hypervisor. [ 689.802032] env[63419]: DEBUG nova.compute.manager [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.827793] env[63419]: INFO nova.compute.manager [-] [instance: 6208214a-b636-4618-94fc-54bb321c86c2] Took 1.27 seconds to deallocate network for instance. [ 689.836453] env[63419]: DEBUG nova.compute.manager [req-3e1cbc5e-d073-4784-9b34-ee225936f657 req-fe03d6f7-25d8-4c15-965c-16b4481753e9 service nova] [instance: e96b0ac5-39d8-4903-911a-5257757a8e23] Received event network-vif-deleted-ffaffc15-be57-4ba5-91f0-5bb8812eb9d0 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 690.154970] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.327012] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.338317] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.397282] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "77c2b58c-a547-42bd-a3b3-3abdc3b49ec0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.397574] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "77c2b58c-a547-42bd-a3b3-3abdc3b49ec0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.397814] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "77c2b58c-a547-42bd-a3b3-3abdc3b49ec0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.398046] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "77c2b58c-a547-42bd-a3b3-3abdc3b49ec0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.398216] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "77c2b58c-a547-42bd-a3b3-3abdc3b49ec0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.400811] env[63419]: INFO nova.compute.manager [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Terminating instance [ 690.483739] env[63419]: DEBUG oslo_concurrency.lockutils [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "5af08ad9-7de0-412d-9ed0-c2bfce9c9b25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.483975] env[63419]: DEBUG oslo_concurrency.lockutils [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "5af08ad9-7de0-412d-9ed0-c2bfce9c9b25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.484227] env[63419]: DEBUG oslo_concurrency.lockutils [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "5af08ad9-7de0-412d-9ed0-c2bfce9c9b25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.484467] env[63419]: DEBUG oslo_concurrency.lockutils [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "5af08ad9-7de0-412d-9ed0-c2bfce9c9b25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.484691] env[63419]: DEBUG oslo_concurrency.lockutils [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "5af08ad9-7de0-412d-9ed0-c2bfce9c9b25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.486941] env[63419]: INFO nova.compute.manager [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Terminating instance [ 690.793025] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7c2e0c-fddc-428c-946c-4bcd4eb202a9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.800949] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388e5320-d67f-4b52-b1e6-3fdffe7f5959 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.834158] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818a746a-38d7-4e7f-a02c-535c65819ad7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.842801] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d37bf3-a18f-4d39-ac56-0194c5a7ce04 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.857619] env[63419]: DEBUG nova.compute.provider_tree [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.908049] env[63419]: DEBUG nova.compute.manager [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.908299] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.911873] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9236c9f3-68ce-4ffe-8452-7a987e92577f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.922623] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.922983] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-764c97c4-d8d3-47eb-a080-d184f39399e7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.933907] env[63419]: DEBUG oslo_vmware.api [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 690.933907] env[63419]: value = "task-2622178" [ 690.933907] env[63419]: _type = "Task" [ 690.933907] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.943675] env[63419]: DEBUG oslo_vmware.api [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.990424] env[63419]: DEBUG nova.compute.manager [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.990582] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.991582] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c224eb42-3506-4865-a795-3528983b5bb7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.001721] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.002125] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a69fad91-adb7-4f71-b90b-972fbabd09df {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.009763] env[63419]: DEBUG oslo_vmware.api [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 691.009763] env[63419]: value = "task-2622179" [ 691.009763] env[63419]: _type = "Task" [ 691.009763] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.018200] env[63419]: DEBUG oslo_vmware.api [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.360461] env[63419]: DEBUG nova.scheduler.client.report [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.445207] env[63419]: DEBUG oslo_vmware.api [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622178, 'name': PowerOffVM_Task, 'duration_secs': 0.219482} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.446653] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.446653] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.446653] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4638bc4-f46e-4a85-9d61-49bbf5198f3f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.509470] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.509692] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.509908] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Deleting the datastore file [datastore2] 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.510241] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f4a9c46-1f24-4949-8bea-03c4ada24d55 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.521510] env[63419]: DEBUG oslo_vmware.api [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622179, 'name': PowerOffVM_Task, 'duration_secs': 0.199} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.522701] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.522876] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.523214] env[63419]: DEBUG oslo_vmware.api [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 691.523214] env[63419]: value = "task-2622181" [ 691.523214] env[63419]: _type = "Task" [ 691.523214] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.523451] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b61b93db-c704-4e4e-be03-80ba28f62f61 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.532945] env[63419]: DEBUG oslo_vmware.api [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.598096] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.598660] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.598660] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Deleting the datastore file [datastore2] 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.598919] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b6748ac-abfc-47a5-bfce-c7b709611978 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.608065] env[63419]: DEBUG oslo_vmware.api [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 691.608065] env[63419]: value = "task-2622183" [ 691.608065] env[63419]: _type = "Task" [ 691.608065] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.617245] env[63419]: DEBUG oslo_vmware.api [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.865375] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.865978] env[63419]: DEBUG nova.compute.manager [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.868664] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.202s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.868846] env[63419]: DEBUG nova.objects.instance [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: dfc89ae2-cd21-478b-94c4-94c6f06e18d0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63419) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 691.920812] env[63419]: DEBUG nova.compute.manager [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.921867] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5931153a-42a2-4414-8e29-c9929a6b67b4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.034859] env[63419]: DEBUG oslo_vmware.api [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138831} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.035127] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.035316] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.035549] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.035742] env[63419]: INFO nova.compute.manager [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 692.035976] env[63419]: DEBUG oslo.service.loopingcall [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.036174] env[63419]: DEBUG nova.compute.manager [-] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.036268] env[63419]: DEBUG nova.network.neutron [-] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.118847] env[63419]: DEBUG oslo_vmware.api [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159013} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.119136] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.119326] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.119503] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.119679] env[63419]: INFO nova.compute.manager [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Took 1.13 seconds to destroy the instance on the hypervisor. [ 692.119916] env[63419]: DEBUG oslo.service.loopingcall [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.120116] env[63419]: DEBUG nova.compute.manager [-] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.120210] env[63419]: DEBUG nova.network.neutron [-] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.340714] env[63419]: DEBUG nova.compute.manager [req-fa4ba309-04d9-4b9a-b083-5e9247b5409b req-844cccb7-ee90-47d7-a17e-9038521f17b5 service nova] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Received event network-vif-deleted-1f011fd0-39b3-4d49-a3db-300e74792504 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 692.340914] env[63419]: INFO nova.compute.manager [req-fa4ba309-04d9-4b9a-b083-5e9247b5409b req-844cccb7-ee90-47d7-a17e-9038521f17b5 service nova] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Neutron deleted interface 1f011fd0-39b3-4d49-a3db-300e74792504; detaching it from the instance and deleting it from the info cache [ 692.341095] env[63419]: DEBUG nova.network.neutron [req-fa4ba309-04d9-4b9a-b083-5e9247b5409b req-844cccb7-ee90-47d7-a17e-9038521f17b5 service nova] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.367203] env[63419]: DEBUG nova.compute.manager [req-ae6fb34d-9f9e-43d4-8b1b-536ce07a6982 req-cf49b839-8479-4a6a-a9c0-51e79246628c service nova] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Received event network-vif-deleted-ad3b2f6d-4ecb-4374-be1f-414471250933 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 692.367203] env[63419]: INFO nova.compute.manager [req-ae6fb34d-9f9e-43d4-8b1b-536ce07a6982 req-cf49b839-8479-4a6a-a9c0-51e79246628c service nova] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Neutron deleted interface ad3b2f6d-4ecb-4374-be1f-414471250933; detaching it from the instance and deleting it from the info cache [ 692.367203] env[63419]: DEBUG nova.network.neutron [req-ae6fb34d-9f9e-43d4-8b1b-536ce07a6982 req-cf49b839-8479-4a6a-a9c0-51e79246628c service nova] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.373285] env[63419]: DEBUG nova.compute.utils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 692.378202] env[63419]: DEBUG nova.compute.manager [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.378381] env[63419]: DEBUG nova.network.neutron [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.433318] env[63419]: INFO nova.compute.manager [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] instance snapshotting [ 692.436342] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f61fb6-fb5b-473e-986e-c46436eaed09 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.441844] env[63419]: DEBUG nova.policy [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53ac2bfb68184406b4597cc953768ee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0494015d8aa746f4bdce41816beb7e2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.459087] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53496da4-18f9-4d1e-89af-fd02f018fd3c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.776918] env[63419]: DEBUG nova.network.neutron [-] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.817748] env[63419]: DEBUG nova.network.neutron [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Successfully created port: 6031cbec-674f-4aea-ad14-5880b73aec26 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.845089] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-866893ce-07d8-468b-9b71-a954c26b351d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.847271] env[63419]: DEBUG nova.network.neutron [-] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.856831] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c7a282-6199-476e-b848-c17afcce119d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.870953] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd835ade-4e20-4cad-8ce9-99b8022973f4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.880380] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d418e6-03dd-48a6-ae2b-cf4e34359d56 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.904034] env[63419]: DEBUG nova.compute.manager [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.907598] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4c730d49-a45b-458b-9b89-d0366c7b6c07 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.038s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.908238] env[63419]: DEBUG nova.compute.manager [req-fa4ba309-04d9-4b9a-b083-5e9247b5409b req-844cccb7-ee90-47d7-a17e-9038521f17b5 service nova] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Detach interface failed, port_id=1f011fd0-39b3-4d49-a3db-300e74792504, reason: Instance 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0 could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 692.908809] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.454s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.910124] env[63419]: INFO nova.compute.claims [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.935621] env[63419]: DEBUG nova.compute.manager [req-ae6fb34d-9f9e-43d4-8b1b-536ce07a6982 req-cf49b839-8479-4a6a-a9c0-51e79246628c service nova] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Detach interface failed, port_id=ad3b2f6d-4ecb-4374-be1f-414471250933, reason: Instance 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25 could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 692.970295] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Creating Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 692.970919] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c0bed4c-4dc4-4d9d-8876-1140b30ba5bc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.981142] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 692.981142] env[63419]: value = "task-2622184" [ 692.981142] env[63419]: _type = "Task" [ 692.981142] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.994028] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622184, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.279453] env[63419]: INFO nova.compute.manager [-] [instance: 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0] Took 1.24 seconds to deallocate network for instance. [ 693.349911] env[63419]: INFO nova.compute.manager [-] [instance: 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25] Took 1.23 seconds to deallocate network for instance. [ 693.491981] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622184, 'name': CreateSnapshot_Task, 'duration_secs': 0.46176} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.492282] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Created Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 693.493128] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2852ee-3ba2-4e72-b481-7e8261685e3b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.786419] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.856302] env[63419]: DEBUG oslo_concurrency.lockutils [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.917024] env[63419]: DEBUG nova.compute.manager [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.942425] env[63419]: DEBUG nova.virt.hardware [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.942829] env[63419]: DEBUG nova.virt.hardware [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.943179] env[63419]: DEBUG nova.virt.hardware [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.943451] env[63419]: DEBUG nova.virt.hardware [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.943602] env[63419]: DEBUG nova.virt.hardware [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.943768] env[63419]: DEBUG nova.virt.hardware [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.943987] env[63419]: DEBUG nova.virt.hardware [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.944166] env[63419]: DEBUG nova.virt.hardware [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.944339] env[63419]: DEBUG nova.virt.hardware [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.944505] env[63419]: DEBUG nova.virt.hardware [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.944678] env[63419]: DEBUG nova.virt.hardware [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.945635] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393d08d3-ad53-4a57-97f3-443e32302379 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.957640] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50772ef9-504c-4388-ad15-074d7d106eca {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.017384] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Creating linked-clone VM from snapshot {{(pid=63419) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 694.019961] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-813ca745-cda5-405b-8021-1724767214f8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.030380] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 694.030380] env[63419]: value = "task-2622185" [ 694.030380] env[63419]: _type = "Task" [ 694.030380] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.040239] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622185, 'name': CloneVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.399550] env[63419]: DEBUG nova.compute.manager [req-a5b5c139-e326-487d-a27c-e5f56757310a req-cabf125d-497d-40b2-ae00-d85ac3d7b63b service nova] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Received event network-vif-plugged-6031cbec-674f-4aea-ad14-5880b73aec26 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 694.399550] env[63419]: DEBUG oslo_concurrency.lockutils [req-a5b5c139-e326-487d-a27c-e5f56757310a req-cabf125d-497d-40b2-ae00-d85ac3d7b63b service nova] Acquiring lock "19a2af7c-98e8-459b-852b-e9b213388b66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.399550] env[63419]: DEBUG oslo_concurrency.lockutils [req-a5b5c139-e326-487d-a27c-e5f56757310a req-cabf125d-497d-40b2-ae00-d85ac3d7b63b service nova] Lock "19a2af7c-98e8-459b-852b-e9b213388b66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.399550] env[63419]: DEBUG oslo_concurrency.lockutils [req-a5b5c139-e326-487d-a27c-e5f56757310a req-cabf125d-497d-40b2-ae00-d85ac3d7b63b service nova] Lock "19a2af7c-98e8-459b-852b-e9b213388b66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.399550] env[63419]: DEBUG nova.compute.manager [req-a5b5c139-e326-487d-a27c-e5f56757310a req-cabf125d-497d-40b2-ae00-d85ac3d7b63b service nova] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] No waiting events found dispatching network-vif-plugged-6031cbec-674f-4aea-ad14-5880b73aec26 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.399721] env[63419]: WARNING nova.compute.manager [req-a5b5c139-e326-487d-a27c-e5f56757310a req-cabf125d-497d-40b2-ae00-d85ac3d7b63b service nova] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Received unexpected event network-vif-plugged-6031cbec-674f-4aea-ad14-5880b73aec26 for instance with vm_state building and task_state spawning. [ 694.452209] env[63419]: DEBUG nova.network.neutron [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Successfully updated port: 6031cbec-674f-4aea-ad14-5880b73aec26 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.458296] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5dccaa-5284-45c7-8779-b9efdc7af02c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.467070] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab1e66e-a7d9-41e7-930a-306be85b3766 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.500540] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12b3cd3-c76b-4dff-a787-c320c8c96d89 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.509748] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7291265e-9a99-498d-be38-c67470b6736b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.525359] env[63419]: DEBUG nova.compute.provider_tree [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.542161] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622185, 'name': CloneVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.954233] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "refresh_cache-19a2af7c-98e8-459b-852b-e9b213388b66" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.954532] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquired lock "refresh_cache-19a2af7c-98e8-459b-852b-e9b213388b66" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.954726] env[63419]: DEBUG nova.network.neutron [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.028446] env[63419]: DEBUG nova.scheduler.client.report [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.041576] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622185, 'name': CloneVM_Task, 'duration_secs': 0.997495} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.041837] env[63419]: INFO nova.virt.vmwareapi.vmops [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Created linked-clone VM from snapshot [ 695.042597] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c0654d-f13f-47d4-a7e2-83429c0594df {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.051275] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Uploading image f6c4990d-e430-4d16-834e-e5841f77ea4f {{(pid=63419) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 695.072344] env[63419]: DEBUG oslo_vmware.rw_handles [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 695.072344] env[63419]: value = "vm-528543" [ 695.072344] env[63419]: _type = "VirtualMachine" [ 695.072344] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 695.072603] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-71ea5ffe-4731-4c9a-88dd-34deeff3b054 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.080043] env[63419]: DEBUG oslo_vmware.rw_handles [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lease: (returnval){ [ 695.080043] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52fb82fd-c42e-50c9-4a47-691ccc788c12" [ 695.080043] env[63419]: _type = "HttpNfcLease" [ 695.080043] env[63419]: } obtained for exporting VM: (result){ [ 695.080043] env[63419]: value = "vm-528543" [ 695.080043] env[63419]: _type = "VirtualMachine" [ 695.080043] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 695.080335] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the lease: (returnval){ [ 695.080335] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52fb82fd-c42e-50c9-4a47-691ccc788c12" [ 695.080335] env[63419]: _type = "HttpNfcLease" [ 695.080335] env[63419]: } to be ready. {{(pid=63419) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 695.087934] env[63419]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 695.087934] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52fb82fd-c42e-50c9-4a47-691ccc788c12" [ 695.087934] env[63419]: _type = "HttpNfcLease" [ 695.087934] env[63419]: } is initializing. {{(pid=63419) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 695.486270] env[63419]: DEBUG nova.network.neutron [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.533635] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.534180] env[63419]: DEBUG nova.compute.manager [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.539022] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.956s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.540435] env[63419]: INFO nova.compute.claims [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.589900] env[63419]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 695.589900] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52fb82fd-c42e-50c9-4a47-691ccc788c12" [ 695.589900] env[63419]: _type = "HttpNfcLease" [ 695.589900] env[63419]: } is ready. {{(pid=63419) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 695.590215] env[63419]: DEBUG oslo_vmware.rw_handles [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 695.590215] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52fb82fd-c42e-50c9-4a47-691ccc788c12" [ 695.590215] env[63419]: _type = "HttpNfcLease" [ 695.590215] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 695.590929] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486f3d93-e7b8-4e7d-b42a-b36dec8a572a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.599537] env[63419]: DEBUG oslo_vmware.rw_handles [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d054c0-dad8-d2eb-3f69-195b035d0280/disk-0.vmdk from lease info. {{(pid=63419) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 695.599764] env[63419]: DEBUG oslo_vmware.rw_handles [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d054c0-dad8-d2eb-3f69-195b035d0280/disk-0.vmdk for reading. {{(pid=63419) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 695.692074] env[63419]: DEBUG nova.network.neutron [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Updating instance_info_cache with network_info: [{"id": "6031cbec-674f-4aea-ad14-5880b73aec26", "address": "fa:16:3e:cd:c3:e0", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6031cbec-67", "ovs_interfaceid": "6031cbec-674f-4aea-ad14-5880b73aec26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.700504] env[63419]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-afa4f6ce-6a39-40f0-aede-a3e9a0f0195b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.045202] env[63419]: DEBUG nova.compute.utils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 696.051545] env[63419]: DEBUG nova.compute.manager [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.052357] env[63419]: DEBUG nova.network.neutron [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.091219] env[63419]: DEBUG nova.policy [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae0899c700134ba8b67f502e1169708b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '217dba85c28b46e4acffe0b4cce256da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.195490] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Releasing lock "refresh_cache-19a2af7c-98e8-459b-852b-e9b213388b66" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.195490] env[63419]: DEBUG nova.compute.manager [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Instance network_info: |[{"id": "6031cbec-674f-4aea-ad14-5880b73aec26", "address": "fa:16:3e:cd:c3:e0", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6031cbec-67", "ovs_interfaceid": "6031cbec-674f-4aea-ad14-5880b73aec26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.195785] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:c3:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6031cbec-674f-4aea-ad14-5880b73aec26', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.204107] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Creating folder: Project (0494015d8aa746f4bdce41816beb7e2e). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.204107] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57a892b4-9a98-4ac9-8e54-5ba79f4fca40 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.222384] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Created folder: Project (0494015d8aa746f4bdce41816beb7e2e) in parent group-v528420. [ 696.222694] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Creating folder: Instances. Parent ref: group-v528544. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.223039] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d147f43-5310-468e-bb0c-fdc26edee997 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.236933] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Created folder: Instances in parent group-v528544. [ 696.237209] env[63419]: DEBUG oslo.service.loopingcall [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.237549] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.237756] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87be5a94-e52f-4e01-9e8c-47f82f64f17b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.260575] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.260575] env[63419]: value = "task-2622189" [ 696.260575] env[63419]: _type = "Task" [ 696.260575] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.273173] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622189, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.410267] env[63419]: DEBUG nova.network.neutron [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Successfully created port: e234743a-e08b-42a6-a7c3-696a1ddcadd3 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.434990] env[63419]: DEBUG nova.compute.manager [req-6bdb0748-65fb-4293-a329-3f59a189cc66 req-710dba6b-15fe-400f-9669-c9ede01bdee0 service nova] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Received event network-changed-6031cbec-674f-4aea-ad14-5880b73aec26 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 696.434990] env[63419]: DEBUG nova.compute.manager [req-6bdb0748-65fb-4293-a329-3f59a189cc66 req-710dba6b-15fe-400f-9669-c9ede01bdee0 service nova] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Refreshing instance network info cache due to event network-changed-6031cbec-674f-4aea-ad14-5880b73aec26. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 696.435459] env[63419]: DEBUG oslo_concurrency.lockutils [req-6bdb0748-65fb-4293-a329-3f59a189cc66 req-710dba6b-15fe-400f-9669-c9ede01bdee0 service nova] Acquiring lock "refresh_cache-19a2af7c-98e8-459b-852b-e9b213388b66" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.435688] env[63419]: DEBUG oslo_concurrency.lockutils [req-6bdb0748-65fb-4293-a329-3f59a189cc66 req-710dba6b-15fe-400f-9669-c9ede01bdee0 service nova] Acquired lock "refresh_cache-19a2af7c-98e8-459b-852b-e9b213388b66" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.435815] env[63419]: DEBUG nova.network.neutron [req-6bdb0748-65fb-4293-a329-3f59a189cc66 req-710dba6b-15fe-400f-9669-c9ede01bdee0 service nova] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Refreshing network info cache for port 6031cbec-674f-4aea-ad14-5880b73aec26 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.551396] env[63419]: DEBUG nova.compute.manager [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.771410] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622189, 'name': CreateVM_Task, 'duration_secs': 0.39478} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.771508] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.772573] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.772938] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.773463] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.777315] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dabdd521-bd0e-4c81-830c-4a3f7ddee6a2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.784383] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 696.784383] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]525a7dc4-c58b-af3e-ef83-e71a5225dc57" [ 696.784383] env[63419]: _type = "Task" [ 696.784383] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.795150] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]525a7dc4-c58b-af3e-ef83-e71a5225dc57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.108059] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6632effb-ae8c-4b49-9001-514021ab882d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.117810] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea562e3-ed0a-435b-85d9-78d325558fd0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.160068] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6f7eb0-bd9f-4c3b-a6cc-af2899638fbb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.169088] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b354ff-25cb-47be-b9c0-84129dfbb54c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.183868] env[63419]: DEBUG nova.compute.provider_tree [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.226776] env[63419]: DEBUG nova.network.neutron [req-6bdb0748-65fb-4293-a329-3f59a189cc66 req-710dba6b-15fe-400f-9669-c9ede01bdee0 service nova] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Updated VIF entry in instance network info cache for port 6031cbec-674f-4aea-ad14-5880b73aec26. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.227195] env[63419]: DEBUG nova.network.neutron [req-6bdb0748-65fb-4293-a329-3f59a189cc66 req-710dba6b-15fe-400f-9669-c9ede01bdee0 service nova] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Updating instance_info_cache with network_info: [{"id": "6031cbec-674f-4aea-ad14-5880b73aec26", "address": "fa:16:3e:cd:c3:e0", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6031cbec-67", "ovs_interfaceid": "6031cbec-674f-4aea-ad14-5880b73aec26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.296858] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]525a7dc4-c58b-af3e-ef83-e71a5225dc57, 'name': SearchDatastore_Task, 'duration_secs': 0.011962} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.297476] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.297476] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.297680] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.298014] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.298259] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.298583] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b717013b-b335-4f55-afa0-3f0cb0afbfb4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.310991] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.311483] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.312790] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0d2d59-c24a-4c61-84ae-fde09df1644b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.321141] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 697.321141] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]527e0a0e-7c8a-88cf-b51f-efb7bdceefb3" [ 697.321141] env[63419]: _type = "Task" [ 697.321141] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.333194] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527e0a0e-7c8a-88cf-b51f-efb7bdceefb3, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.334452] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af13dda1-4dc2-4856-9efb-9cb86e6312ef {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.340193] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 697.340193] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5237e97f-520f-7cce-5f0f-5ac06222c980" [ 697.340193] env[63419]: _type = "Task" [ 697.340193] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.348988] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5237e97f-520f-7cce-5f0f-5ac06222c980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.562017] env[63419]: DEBUG nova.compute.manager [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.586645] env[63419]: DEBUG nova.virt.hardware [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.587076] env[63419]: DEBUG nova.virt.hardware [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.587334] env[63419]: DEBUG nova.virt.hardware [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.587961] env[63419]: DEBUG nova.virt.hardware [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.587961] env[63419]: DEBUG nova.virt.hardware [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.588162] env[63419]: DEBUG nova.virt.hardware [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.588501] env[63419]: DEBUG nova.virt.hardware [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.588761] env[63419]: DEBUG nova.virt.hardware [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.589069] env[63419]: DEBUG nova.virt.hardware [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.589333] env[63419]: DEBUG nova.virt.hardware [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.589650] env[63419]: DEBUG nova.virt.hardware [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.590970] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cae5825-d4d1-4ebd-8b85-97ef2e5be04e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.601508] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9835134-3623-474a-972e-9af63df1eecb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.687401] env[63419]: DEBUG nova.scheduler.client.report [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.730268] env[63419]: DEBUG oslo_concurrency.lockutils [req-6bdb0748-65fb-4293-a329-3f59a189cc66 req-710dba6b-15fe-400f-9669-c9ede01bdee0 service nova] Releasing lock "refresh_cache-19a2af7c-98e8-459b-852b-e9b213388b66" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.853155] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5237e97f-520f-7cce-5f0f-5ac06222c980, 'name': SearchDatastore_Task, 'duration_secs': 0.009783} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.853475] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.853752] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 19a2af7c-98e8-459b-852b-e9b213388b66/19a2af7c-98e8-459b-852b-e9b213388b66.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.854063] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9f86907-2015-48c9-98e8-f6c4df39d7fa {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.864147] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 697.864147] env[63419]: value = "task-2622190" [ 697.864147] env[63419]: _type = "Task" [ 697.864147] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.873571] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.027751] env[63419]: DEBUG nova.network.neutron [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Successfully updated port: e234743a-e08b-42a6-a7c3-696a1ddcadd3 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.194645] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.195232] env[63419]: DEBUG nova.compute.manager [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.198412] env[63419]: DEBUG oslo_concurrency.lockutils [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.837s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.198611] env[63419]: DEBUG oslo_concurrency.lockutils [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.200693] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.597s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.202197] env[63419]: INFO nova.compute.claims [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.235581] env[63419]: INFO nova.scheduler.client.report [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Deleted allocations for instance 5a8956d2-32f3-413c-89a7-0436019bc3fa [ 698.376190] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444727} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.376486] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 19a2af7c-98e8-459b-852b-e9b213388b66/19a2af7c-98e8-459b-852b-e9b213388b66.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.376730] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.377018] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bdcb1fa-d6f9-43c1-b335-8dd76aaed99b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.384958] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 698.384958] env[63419]: value = "task-2622191" [ 698.384958] env[63419]: _type = "Task" [ 698.384958] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.396139] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.463124] env[63419]: DEBUG nova.compute.manager [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Received event network-vif-plugged-e234743a-e08b-42a6-a7c3-696a1ddcadd3 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 698.463560] env[63419]: DEBUG oslo_concurrency.lockutils [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] Acquiring lock "51758570-f91b-4ba4-8c1d-676af2bac567-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.463651] env[63419]: DEBUG oslo_concurrency.lockutils [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] Lock "51758570-f91b-4ba4-8c1d-676af2bac567-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.463795] env[63419]: DEBUG oslo_concurrency.lockutils [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] Lock "51758570-f91b-4ba4-8c1d-676af2bac567-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.463997] env[63419]: DEBUG nova.compute.manager [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] No waiting events found dispatching network-vif-plugged-e234743a-e08b-42a6-a7c3-696a1ddcadd3 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.464388] env[63419]: WARNING nova.compute.manager [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Received unexpected event network-vif-plugged-e234743a-e08b-42a6-a7c3-696a1ddcadd3 for instance with vm_state building and task_state spawning. [ 698.464524] env[63419]: DEBUG nova.compute.manager [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Received event network-changed-e234743a-e08b-42a6-a7c3-696a1ddcadd3 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 698.464686] env[63419]: DEBUG nova.compute.manager [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Refreshing instance network info cache due to event network-changed-e234743a-e08b-42a6-a7c3-696a1ddcadd3. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 698.464871] env[63419]: DEBUG oslo_concurrency.lockutils [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] Acquiring lock "refresh_cache-51758570-f91b-4ba4-8c1d-676af2bac567" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.465015] env[63419]: DEBUG oslo_concurrency.lockutils [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] Acquired lock "refresh_cache-51758570-f91b-4ba4-8c1d-676af2bac567" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.465356] env[63419]: DEBUG nova.network.neutron [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Refreshing network info cache for port e234743a-e08b-42a6-a7c3-696a1ddcadd3 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.531383] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "refresh_cache-51758570-f91b-4ba4-8c1d-676af2bac567" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.707027] env[63419]: DEBUG nova.compute.utils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 698.710943] env[63419]: DEBUG nova.compute.manager [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.711087] env[63419]: DEBUG nova.network.neutron [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.745044] env[63419]: DEBUG oslo_concurrency.lockutils [None req-78e35de7-6edf-48fb-8630-5b6326dc36b7 tempest-ImagesNegativeTestJSON-1746549339 tempest-ImagesNegativeTestJSON-1746549339-project-member] Lock "5a8956d2-32f3-413c-89a7-0436019bc3fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.167s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.774044] env[63419]: DEBUG nova.policy [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba1cbc140f684b339ede567b3090419d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62efeb28914b412e9caa18cd0b461789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.896994] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06742} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.896994] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.896994] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbda2dc-91b8-45fa-b564-c8999c4d3ed5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.920451] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 19a2af7c-98e8-459b-852b-e9b213388b66/19a2af7c-98e8-459b-852b-e9b213388b66.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.920807] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463ad6f0-f29b-4691-9a40-1f0b086fab17 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.945099] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 698.945099] env[63419]: value = "task-2622192" [ 698.945099] env[63419]: _type = "Task" [ 698.945099] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.955164] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.014284] env[63419]: DEBUG nova.network.neutron [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.108024] env[63419]: DEBUG nova.network.neutron [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.130546] env[63419]: DEBUG nova.network.neutron [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Successfully created port: 08924873-5dcc-4f97-bbfb-6bb2f6d45a52 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.218857] env[63419]: DEBUG nova.compute.manager [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.458345] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622192, 'name': ReconfigVM_Task, 'duration_secs': 0.30126} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.458640] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 19a2af7c-98e8-459b-852b-e9b213388b66/19a2af7c-98e8-459b-852b-e9b213388b66.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.459293] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5a14c95-67f0-4993-a2e4-204a0c80215c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.469543] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 699.469543] env[63419]: value = "task-2622193" [ 699.469543] env[63419]: _type = "Task" [ 699.469543] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.480537] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622193, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.612682] env[63419]: DEBUG oslo_concurrency.lockutils [req-52e5a402-c81b-48fd-8468-bec0a6672934 req-584e2f7c-fb91-44fb-b23f-aabf0f427ef7 service nova] Releasing lock "refresh_cache-51758570-f91b-4ba4-8c1d-676af2bac567" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.615799] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired lock "refresh_cache-51758570-f91b-4ba4-8c1d-676af2bac567" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.615983] env[63419]: DEBUG nova.network.neutron [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.791611] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa085d9c-edae-4f00-8a4e-98cec32db604 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.802306] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becb6730-104a-4c46-9926-eaecf3987c7d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.836921] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df441f46-f199-4a50-abea-7bf5bccdde20 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.845868] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5641597b-0345-4b08-a7b8-3efc7852f48b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.863371] env[63419]: DEBUG nova.compute.provider_tree [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.984132] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622193, 'name': Rename_Task, 'duration_secs': 0.156554} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.984132] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.985057] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52d50bab-2038-4006-9e68-e8343434fd2c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.993560] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 699.993560] env[63419]: value = "task-2622194" [ 699.993560] env[63419]: _type = "Task" [ 699.993560] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.002898] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.179029] env[63419]: DEBUG nova.network.neutron [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.231763] env[63419]: DEBUG nova.compute.manager [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.260220] env[63419]: DEBUG nova.virt.hardware [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.260470] env[63419]: DEBUG nova.virt.hardware [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.260627] env[63419]: DEBUG nova.virt.hardware [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.260796] env[63419]: DEBUG nova.virt.hardware [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.260945] env[63419]: DEBUG nova.virt.hardware [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.261103] env[63419]: DEBUG nova.virt.hardware [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.261314] env[63419]: DEBUG nova.virt.hardware [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.261472] env[63419]: DEBUG nova.virt.hardware [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.261699] env[63419]: DEBUG nova.virt.hardware [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.261856] env[63419]: DEBUG nova.virt.hardware [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.262044] env[63419]: DEBUG nova.virt.hardware [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.263308] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e8ff01-60e8-419d-bbb2-dd3adeed152f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.272439] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631fe67a-6773-4764-a8c3-fce7fe8c99fd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.369150] env[63419]: DEBUG nova.scheduler.client.report [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.508998] env[63419]: DEBUG oslo_vmware.api [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622194, 'name': PowerOnVM_Task, 'duration_secs': 0.496458} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.509529] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.510096] env[63419]: INFO nova.compute.manager [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Took 6.59 seconds to spawn the instance on the hypervisor. [ 700.510096] env[63419]: DEBUG nova.compute.manager [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.510983] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b894045-d1d3-4b34-bc65-5fc2327a473d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.687399] env[63419]: DEBUG nova.network.neutron [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Updating instance_info_cache with network_info: [{"id": "e234743a-e08b-42a6-a7c3-696a1ddcadd3", "address": "fa:16:3e:fb:48:7d", "network": {"id": "b3b06567-9e2c-4b4f-a322-028180fcb14a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090144331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217dba85c28b46e4acffe0b4cce256da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape234743a-e0", "ovs_interfaceid": "e234743a-e08b-42a6-a7c3-696a1ddcadd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.750907] env[63419]: DEBUG nova.compute.manager [req-21011c07-44b0-4c98-8983-22e9603548fb req-99a99f30-3640-4a33-96bb-8f6b1a5505b5 service nova] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Received event network-vif-plugged-08924873-5dcc-4f97-bbfb-6bb2f6d45a52 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 700.751065] env[63419]: DEBUG oslo_concurrency.lockutils [req-21011c07-44b0-4c98-8983-22e9603548fb req-99a99f30-3640-4a33-96bb-8f6b1a5505b5 service nova] Acquiring lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.751279] env[63419]: DEBUG oslo_concurrency.lockutils [req-21011c07-44b0-4c98-8983-22e9603548fb req-99a99f30-3640-4a33-96bb-8f6b1a5505b5 service nova] Lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.751446] env[63419]: DEBUG oslo_concurrency.lockutils [req-21011c07-44b0-4c98-8983-22e9603548fb req-99a99f30-3640-4a33-96bb-8f6b1a5505b5 service nova] Lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.751749] env[63419]: DEBUG nova.compute.manager [req-21011c07-44b0-4c98-8983-22e9603548fb req-99a99f30-3640-4a33-96bb-8f6b1a5505b5 service nova] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] No waiting events found dispatching network-vif-plugged-08924873-5dcc-4f97-bbfb-6bb2f6d45a52 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.752078] env[63419]: WARNING nova.compute.manager [req-21011c07-44b0-4c98-8983-22e9603548fb req-99a99f30-3640-4a33-96bb-8f6b1a5505b5 service nova] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Received unexpected event network-vif-plugged-08924873-5dcc-4f97-bbfb-6bb2f6d45a52 for instance with vm_state building and task_state spawning. [ 700.800759] env[63419]: DEBUG nova.network.neutron [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Successfully updated port: 08924873-5dcc-4f97-bbfb-6bb2f6d45a52 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.875629] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.876207] env[63419]: DEBUG nova.compute.manager [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.879484] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.022s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.879627] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.882089] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.643s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.882293] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.884101] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.496s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.885692] env[63419]: INFO nova.compute.claims [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.918737] env[63419]: INFO nova.scheduler.client.report [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Deleted allocations for instance 2f45cdc6-6471-4d10-b322-d8777f35732b [ 700.921201] env[63419]: INFO nova.scheduler.client.report [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Deleted allocations for instance dfc89ae2-cd21-478b-94c4-94c6f06e18d0 [ 701.030526] env[63419]: INFO nova.compute.manager [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Took 52.77 seconds to build instance. [ 701.192015] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Releasing lock "refresh_cache-51758570-f91b-4ba4-8c1d-676af2bac567" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.192015] env[63419]: DEBUG nova.compute.manager [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Instance network_info: |[{"id": "e234743a-e08b-42a6-a7c3-696a1ddcadd3", "address": "fa:16:3e:fb:48:7d", "network": {"id": "b3b06567-9e2c-4b4f-a322-028180fcb14a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090144331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217dba85c28b46e4acffe0b4cce256da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape234743a-e0", "ovs_interfaceid": "e234743a-e08b-42a6-a7c3-696a1ddcadd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.192372] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:48:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e234743a-e08b-42a6-a7c3-696a1ddcadd3', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.198685] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Creating folder: Project (217dba85c28b46e4acffe0b4cce256da). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.199246] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e349ee91-65f2-4bdd-b61b-9c1fdf427e4a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.214410] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Created folder: Project (217dba85c28b46e4acffe0b4cce256da) in parent group-v528420. [ 701.214410] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Creating folder: Instances. Parent ref: group-v528547. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.214410] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-411f0ba7-efe0-4b64-bc74-30d5c2b6e5ad {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.227677] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Created folder: Instances in parent group-v528547. [ 701.227677] env[63419]: DEBUG oslo.service.loopingcall [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.227677] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.227677] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e508244-9169-4f19-a9e6-dc99bd7cd7ff {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.254797] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.254797] env[63419]: value = "task-2622197" [ 701.254797] env[63419]: _type = "Task" [ 701.254797] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.265859] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622197, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.303458] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "refresh_cache-0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.303638] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquired lock "refresh_cache-0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.303835] env[63419]: DEBUG nova.network.neutron [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.390284] env[63419]: DEBUG nova.compute.utils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 701.396841] env[63419]: DEBUG nova.compute.manager [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.396841] env[63419]: DEBUG nova.network.neutron [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.429564] env[63419]: DEBUG oslo_concurrency.lockutils [None req-fde82c5e-f99c-47c5-8147-494ba2a9d0ff tempest-DeleteServersAdminTestJSON-10653408 tempest-DeleteServersAdminTestJSON-10653408-project-admin] Lock "2f45cdc6-6471-4d10-b322-d8777f35732b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.900s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.434028] env[63419]: DEBUG oslo_concurrency.lockutils [None req-bafee2dd-a495-4f42-868c-8f91a4cf5092 tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "dfc89ae2-cd21-478b-94c4-94c6f06e18d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.831s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.461519] env[63419]: DEBUG nova.policy [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cbea9e031b64ee0bf749f95a9f2ff7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd969136d423a4a1aac6de0ebe9cad517', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.532416] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ce52d4b1-e04c-4ea0-9336-57ee4c6e4c0a tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "19a2af7c-98e8-459b-852b-e9b213388b66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.213s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.766049] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622197, 'name': CreateVM_Task, 'duration_secs': 0.439356} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.766206] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.766925] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.767120] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.767457] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.767711] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e35b56-08e7-4f76-bec4-897ae3131e28 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.774039] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 701.774039] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52f17635-c00d-eb82-c3c2-f1b4ad7c403f" [ 701.774039] env[63419]: _type = "Task" [ 701.774039] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.784387] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f17635-c00d-eb82-c3c2-f1b4ad7c403f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.854784] env[63419]: DEBUG nova.network.neutron [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.876518] env[63419]: DEBUG nova.network.neutron [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Successfully created port: 81ea49d2-ea4e-4e32-b94c-1553afe61f09 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.899853] env[63419]: DEBUG nova.compute.manager [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.039391] env[63419]: DEBUG nova.compute.manager [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.080850] env[63419]: DEBUG nova.network.neutron [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Updating instance_info_cache with network_info: [{"id": "08924873-5dcc-4f97-bbfb-6bb2f6d45a52", "address": "fa:16:3e:be:ad:51", "network": {"id": "0d9a72d9-a46d-47d6-a7b4-caf276f9e869", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1081094696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62efeb28914b412e9caa18cd0b461789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08924873-5d", "ovs_interfaceid": "08924873-5dcc-4f97-bbfb-6bb2f6d45a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.172953] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "abe34f8c-743f-4205-bcbc-da2c4108aeec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.172953] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "abe34f8c-743f-4205-bcbc-da2c4108aeec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.288513] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f17635-c00d-eb82-c3c2-f1b4ad7c403f, 'name': SearchDatastore_Task, 'duration_secs': 0.01811} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.288865] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.289119] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.289309] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.289552] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.289651] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.289888] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aa5f9d5-40f4-433d-9637-f074ba4d001d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.296300] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquiring lock "2be46c98-5700-4689-828a-048d61b99344" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.296517] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "2be46c98-5700-4689-828a-048d61b99344" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.304389] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.304635] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.305940] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d483dc8-bc96-4857-8fa0-eae0c0500f3c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.312367] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 702.312367] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a6220b-d3b2-d05e-2105-93f5c1664af2" [ 702.312367] env[63419]: _type = "Task" [ 702.312367] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.325407] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a6220b-d3b2-d05e-2105-93f5c1664af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.480093] env[63419]: DEBUG oslo_concurrency.lockutils [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "7d5d9360-e0f8-4e72-850b-5a5b01d619de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.480484] env[63419]: DEBUG oslo_concurrency.lockutils [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "7d5d9360-e0f8-4e72-850b-5a5b01d619de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.480730] env[63419]: DEBUG oslo_concurrency.lockutils [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "7d5d9360-e0f8-4e72-850b-5a5b01d619de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.480993] env[63419]: DEBUG oslo_concurrency.lockutils [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "7d5d9360-e0f8-4e72-850b-5a5b01d619de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.481241] env[63419]: DEBUG oslo_concurrency.lockutils [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "7d5d9360-e0f8-4e72-850b-5a5b01d619de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.483313] env[63419]: INFO nova.compute.manager [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Terminating instance [ 702.564860] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.584155] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Releasing lock "refresh_cache-0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.584501] env[63419]: DEBUG nova.compute.manager [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Instance network_info: |[{"id": "08924873-5dcc-4f97-bbfb-6bb2f6d45a52", "address": "fa:16:3e:be:ad:51", "network": {"id": "0d9a72d9-a46d-47d6-a7b4-caf276f9e869", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1081094696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62efeb28914b412e9caa18cd0b461789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08924873-5d", "ovs_interfaceid": "08924873-5dcc-4f97-bbfb-6bb2f6d45a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.584918] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:ad:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08924873-5dcc-4f97-bbfb-6bb2f6d45a52', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.594373] env[63419]: DEBUG oslo.service.loopingcall [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.596028] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.598896] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88659106-2f75-40c9-a62a-3fee72d615e8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.601747] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5191d186-1614-48b8-a9f4-f8bce42920a8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.622959] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b52608-f4fa-47e9-a284-387828840e1b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.627795] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.627795] env[63419]: value = "task-2622198" [ 702.627795] env[63419]: _type = "Task" [ 702.627795] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.660375] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df60534-a564-4ee0-8357-8194b35df750 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.664037] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622198, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.670163] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edbf4e9-b75a-4e37-845a-ba9b825057cd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.686289] env[63419]: DEBUG nova.compute.provider_tree [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.812846] env[63419]: DEBUG nova.compute.manager [req-2b1734ed-1d1c-485e-99e5-31f6693479b1 req-eb8aef85-9227-44e7-b9bf-83a52d78c505 service nova] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Received event network-changed-08924873-5dcc-4f97-bbfb-6bb2f6d45a52 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 702.812846] env[63419]: DEBUG nova.compute.manager [req-2b1734ed-1d1c-485e-99e5-31f6693479b1 req-eb8aef85-9227-44e7-b9bf-83a52d78c505 service nova] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Refreshing instance network info cache due to event network-changed-08924873-5dcc-4f97-bbfb-6bb2f6d45a52. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 702.812846] env[63419]: DEBUG oslo_concurrency.lockutils [req-2b1734ed-1d1c-485e-99e5-31f6693479b1 req-eb8aef85-9227-44e7-b9bf-83a52d78c505 service nova] Acquiring lock "refresh_cache-0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.812846] env[63419]: DEBUG oslo_concurrency.lockutils [req-2b1734ed-1d1c-485e-99e5-31f6693479b1 req-eb8aef85-9227-44e7-b9bf-83a52d78c505 service nova] Acquired lock "refresh_cache-0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.813347] env[63419]: DEBUG nova.network.neutron [req-2b1734ed-1d1c-485e-99e5-31f6693479b1 req-eb8aef85-9227-44e7-b9bf-83a52d78c505 service nova] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Refreshing network info cache for port 08924873-5dcc-4f97-bbfb-6bb2f6d45a52 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.826550] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a6220b-d3b2-d05e-2105-93f5c1664af2, 'name': SearchDatastore_Task, 'duration_secs': 0.028699} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.828075] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1443ff-1c79-4308-accc-7f8fe5bdfbf2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.835619] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 702.835619] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]524fcbc5-f17c-012a-a2f4-255f6e25b08e" [ 702.835619] env[63419]: _type = "Task" [ 702.835619] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.847977] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524fcbc5-f17c-012a-a2f4-255f6e25b08e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.913664] env[63419]: DEBUG nova.compute.manager [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.937867] env[63419]: DEBUG nova.virt.hardware [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.938496] env[63419]: DEBUG nova.virt.hardware [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.938496] env[63419]: DEBUG nova.virt.hardware [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.938662] env[63419]: DEBUG nova.virt.hardware [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.938697] env[63419]: DEBUG nova.virt.hardware [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.938846] env[63419]: DEBUG nova.virt.hardware [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.939035] env[63419]: DEBUG nova.virt.hardware [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.939316] env[63419]: DEBUG nova.virt.hardware [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.940061] env[63419]: DEBUG nova.virt.hardware [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.940372] env[63419]: DEBUG nova.virt.hardware [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.940926] env[63419]: DEBUG nova.virt.hardware [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.941944] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67adc1ab-86a1-4f0b-91d0-6801c3ea3851 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.952969] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369e85a1-d913-42df-8652-42106ea58b41 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.987270] env[63419]: DEBUG oslo_concurrency.lockutils [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "refresh_cache-7d5d9360-e0f8-4e72-850b-5a5b01d619de" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.987598] env[63419]: DEBUG oslo_concurrency.lockutils [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquired lock "refresh_cache-7d5d9360-e0f8-4e72-850b-5a5b01d619de" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.987901] env[63419]: DEBUG nova.network.neutron [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.140169] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622198, 'name': CreateVM_Task, 'duration_secs': 0.403062} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.140364] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.141088] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.141269] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.141601] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.141875] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1338b46a-3908-437e-a5eb-e80f4b601192 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.147978] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 703.147978] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52da0c21-b18a-1ea9-bec0-a5af1a743d62" [ 703.147978] env[63419]: _type = "Task" [ 703.147978] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.158677] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52da0c21-b18a-1ea9-bec0-a5af1a743d62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.190083] env[63419]: DEBUG nova.scheduler.client.report [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.348392] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524fcbc5-f17c-012a-a2f4-255f6e25b08e, 'name': SearchDatastore_Task, 'duration_secs': 0.01773} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.348713] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.348935] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 51758570-f91b-4ba4-8c1d-676af2bac567/51758570-f91b-4ba4-8c1d-676af2bac567.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.349220] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1d85590-9d15-4046-b2e5-e4b5328f8194 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.358873] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 703.358873] env[63419]: value = "task-2622199" [ 703.358873] env[63419]: _type = "Task" [ 703.358873] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.369192] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.510510] env[63419]: DEBUG nova.network.neutron [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.590399] env[63419]: DEBUG nova.network.neutron [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.590399] env[63419]: DEBUG nova.network.neutron [req-2b1734ed-1d1c-485e-99e5-31f6693479b1 req-eb8aef85-9227-44e7-b9bf-83a52d78c505 service nova] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Updated VIF entry in instance network info cache for port 08924873-5dcc-4f97-bbfb-6bb2f6d45a52. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.590643] env[63419]: DEBUG nova.network.neutron [req-2b1734ed-1d1c-485e-99e5-31f6693479b1 req-eb8aef85-9227-44e7-b9bf-83a52d78c505 service nova] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Updating instance_info_cache with network_info: [{"id": "08924873-5dcc-4f97-bbfb-6bb2f6d45a52", "address": "fa:16:3e:be:ad:51", "network": {"id": "0d9a72d9-a46d-47d6-a7b4-caf276f9e869", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1081094696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62efeb28914b412e9caa18cd0b461789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08924873-5d", "ovs_interfaceid": "08924873-5dcc-4f97-bbfb-6bb2f6d45a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.665186] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52da0c21-b18a-1ea9-bec0-a5af1a743d62, 'name': SearchDatastore_Task, 'duration_secs': 0.025552} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.665186] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.665901] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.667220] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.667514] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.668058] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.671854] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6594e7d0-7613-49c4-bcd7-f7a6fa1bfb58 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.690420] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.690420] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.690420] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935a0d90-eb99-4a97-bfff-7aac89921eb4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.697049] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.697049] env[63419]: DEBUG nova.compute.manager [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.704060] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.326s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.704478] env[63419]: INFO nova.compute.claims [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.708024] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 703.708024] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]526eefea-444b-bca0-e14a-ae57f2ff7cd5" [ 703.708024] env[63419]: _type = "Task" [ 703.708024] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.727178] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]526eefea-444b-bca0-e14a-ae57f2ff7cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.877429] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622199, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.908895] env[63419]: DEBUG oslo_vmware.rw_handles [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d054c0-dad8-d2eb-3f69-195b035d0280/disk-0.vmdk. {{(pid=63419) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 703.909014] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e7e1e8-d414-444a-a3fb-90edf99ff7e9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.919211] env[63419]: DEBUG oslo_vmware.rw_handles [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d054c0-dad8-d2eb-3f69-195b035d0280/disk-0.vmdk is in state: ready. {{(pid=63419) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 703.919648] env[63419]: ERROR oslo_vmware.rw_handles [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d054c0-dad8-d2eb-3f69-195b035d0280/disk-0.vmdk due to incomplete transfer. [ 703.919648] env[63419]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-70666769-678a-4838-be8b-3118231917c7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.934285] env[63419]: DEBUG oslo_vmware.rw_handles [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d054c0-dad8-d2eb-3f69-195b035d0280/disk-0.vmdk. {{(pid=63419) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 703.934285] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Uploaded image f6c4990d-e430-4d16-834e-e5841f77ea4f to the Glance image server {{(pid=63419) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 703.936293] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Destroying the VM {{(pid=63419) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 703.936691] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1414ffc9-17ed-4dc9-bd3e-f6d7bd71e53e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.948669] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 703.948669] env[63419]: value = "task-2622200" [ 703.948669] env[63419]: _type = "Task" [ 703.948669] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.966256] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622200, 'name': Destroy_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.010043] env[63419]: DEBUG nova.network.neutron [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Successfully updated port: 81ea49d2-ea4e-4e32-b94c-1553afe61f09 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.096366] env[63419]: DEBUG oslo_concurrency.lockutils [req-2b1734ed-1d1c-485e-99e5-31f6693479b1 req-eb8aef85-9227-44e7-b9bf-83a52d78c505 service nova] Releasing lock "refresh_cache-0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.096921] env[63419]: DEBUG oslo_concurrency.lockutils [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Releasing lock "refresh_cache-7d5d9360-e0f8-4e72-850b-5a5b01d619de" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.097319] env[63419]: DEBUG nova.compute.manager [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.097510] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.098411] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c108190-60ef-40e7-ad5d-6924de700e4d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.108851] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.109459] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ad3b2b6-0a62-409b-b248-261656f326e5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.117354] env[63419]: DEBUG oslo_vmware.api [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 704.117354] env[63419]: value = "task-2622201" [ 704.117354] env[63419]: _type = "Task" [ 704.117354] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.127325] env[63419]: DEBUG oslo_vmware.api [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.203472] env[63419]: DEBUG nova.compute.utils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 704.204451] env[63419]: DEBUG nova.compute.manager [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.204585] env[63419]: DEBUG nova.network.neutron [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.230241] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]526eefea-444b-bca0-e14a-ae57f2ff7cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.062461} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.231039] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd441c2-47cd-4089-abe2-1517c887a8ac {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.238852] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 704.238852] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52c871cb-af20-6d5a-9c0b-4dc6a68a2e7f" [ 704.238852] env[63419]: _type = "Task" [ 704.238852] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.249909] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c871cb-af20-6d5a-9c0b-4dc6a68a2e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.256428] env[63419]: DEBUG nova.policy [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e3b09f781b241ef83a8451a08c3647c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f508ba1873143edb01232f1ac7e0f74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.375694] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639381} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.376104] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 51758570-f91b-4ba4-8c1d-676af2bac567/51758570-f91b-4ba4-8c1d-676af2bac567.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.376327] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.376852] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9f3b9f2-83aa-4822-9ecd-c51ba7612ce2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.386329] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 704.386329] env[63419]: value = "task-2622202" [ 704.386329] env[63419]: _type = "Task" [ 704.386329] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.399192] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.462951] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622200, 'name': Destroy_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.513312] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.513452] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquired lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.513604] env[63419]: DEBUG nova.network.neutron [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.631312] env[63419]: DEBUG oslo_vmware.api [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622201, 'name': PowerOffVM_Task, 'duration_secs': 0.283042} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.631599] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.631807] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.632082] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10d4dbaa-8256-4f2c-a5a5-881c21f5b4df {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.638786] env[63419]: DEBUG nova.network.neutron [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Successfully created port: de992234-73e3-458b-b10f-9a2bb081ca6f {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.660887] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.661162] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.661362] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Deleting the datastore file [datastore1] 7d5d9360-e0f8-4e72-850b-5a5b01d619de {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.661624] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3c4fa4c-821c-4305-8214-7464f6b69fae {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.669103] env[63419]: DEBUG oslo_vmware.api [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for the task: (returnval){ [ 704.669103] env[63419]: value = "task-2622204" [ 704.669103] env[63419]: _type = "Task" [ 704.669103] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.677289] env[63419]: DEBUG oslo_vmware.api [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.709853] env[63419]: DEBUG nova.compute.manager [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.757156] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c871cb-af20-6d5a-9c0b-4dc6a68a2e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.04244} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.760664] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.760664] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97/0cf8d401-a8ad-44a7-b15b-c9a5f9998c97.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.761077] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6d5d316-cec7-4f2e-82bc-ef91de0b392b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.768551] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 704.768551] env[63419]: value = "task-2622205" [ 704.768551] env[63419]: _type = "Task" [ 704.768551] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.785284] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.909216] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077275} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.909216] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.909365] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9b58a8-4bd6-4e07-9f78-e1a6563c2f15 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.935940] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 51758570-f91b-4ba4-8c1d-676af2bac567/51758570-f91b-4ba4-8c1d-676af2bac567.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.939820] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00e7b8e4-fbf7-4f1e-ae78-22235c8133d1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.960518] env[63419]: DEBUG nova.compute.manager [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Received event network-vif-plugged-81ea49d2-ea4e-4e32-b94c-1553afe61f09 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 704.960936] env[63419]: DEBUG oslo_concurrency.lockutils [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] Acquiring lock "d844be78-6a9d-4518-a427-c1465a687661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.961272] env[63419]: DEBUG oslo_concurrency.lockutils [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] Lock "d844be78-6a9d-4518-a427-c1465a687661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.961458] env[63419]: DEBUG oslo_concurrency.lockutils [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] Lock "d844be78-6a9d-4518-a427-c1465a687661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.961651] env[63419]: DEBUG nova.compute.manager [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] No waiting events found dispatching network-vif-plugged-81ea49d2-ea4e-4e32-b94c-1553afe61f09 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.961826] env[63419]: WARNING nova.compute.manager [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Received unexpected event network-vif-plugged-81ea49d2-ea4e-4e32-b94c-1553afe61f09 for instance with vm_state building and task_state spawning. [ 704.962246] env[63419]: DEBUG nova.compute.manager [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Received event network-changed-81ea49d2-ea4e-4e32-b94c-1553afe61f09 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 704.962575] env[63419]: DEBUG nova.compute.manager [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Refreshing instance network info cache due to event network-changed-81ea49d2-ea4e-4e32-b94c-1553afe61f09. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 704.962814] env[63419]: DEBUG oslo_concurrency.lockutils [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] Acquiring lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.977628] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622200, 'name': Destroy_Task, 'duration_secs': 0.589327} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.978376] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Destroyed the VM [ 704.978768] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Deleting Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 704.979289] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 704.979289] env[63419]: value = "task-2622206" [ 704.979289] env[63419]: _type = "Task" [ 704.979289] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.979676] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa385e8a-f775-4b35-afd2-23e57f059cd4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.999583] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.000765] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 705.000765] env[63419]: value = "task-2622207" [ 705.000765] env[63419]: _type = "Task" [ 705.000765] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.009734] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622207, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.072508] env[63419]: DEBUG nova.network.neutron [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.182026] env[63419]: DEBUG oslo_vmware.api [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Task: {'id': task-2622204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429151} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.182026] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.182026] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.182026] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.182026] env[63419]: INFO nova.compute.manager [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Took 1.08 seconds to destroy the instance on the hypervisor. [ 705.182528] env[63419]: DEBUG oslo.service.loopingcall [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.182528] env[63419]: DEBUG nova.compute.manager [-] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.182528] env[63419]: DEBUG nova.network.neutron [-] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.206351] env[63419]: DEBUG nova.network.neutron [-] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.244434] env[63419]: DEBUG nova.network.neutron [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Updating instance_info_cache with network_info: [{"id": "81ea49d2-ea4e-4e32-b94c-1553afe61f09", "address": "fa:16:3e:4a:48:83", "network": {"id": "19193428-3a6e-4572-bcb7-4af98e4a19bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1906502748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d969136d423a4a1aac6de0ebe9cad517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ea49d2-ea", "ovs_interfaceid": "81ea49d2-ea4e-4e32-b94c-1553afe61f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.282102] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622205, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.463276] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92efa8f4-07ea-4bf6-aa06-2738f4f7214b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.474544] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740ef1dc-a954-448e-a1de-6970885fa860 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.519138] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38845926-7b71-44f3-a17f-142289ba82f2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.536617] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.536617] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622207, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.540282] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d618f3-75d8-4d76-adc1-461d72930fdf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.554930] env[63419]: DEBUG nova.compute.provider_tree [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.712563] env[63419]: DEBUG nova.network.neutron [-] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.728199] env[63419]: DEBUG nova.compute.manager [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.747461] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Releasing lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.747843] env[63419]: DEBUG nova.compute.manager [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Instance network_info: |[{"id": "81ea49d2-ea4e-4e32-b94c-1553afe61f09", "address": "fa:16:3e:4a:48:83", "network": {"id": "19193428-3a6e-4572-bcb7-4af98e4a19bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1906502748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d969136d423a4a1aac6de0ebe9cad517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ea49d2-ea", "ovs_interfaceid": "81ea49d2-ea4e-4e32-b94c-1553afe61f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.751949] env[63419]: DEBUG oslo_concurrency.lockutils [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] Acquired lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.751949] env[63419]: DEBUG nova.network.neutron [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Refreshing network info cache for port 81ea49d2-ea4e-4e32-b94c-1553afe61f09 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.752574] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:48:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81ea49d2-ea4e-4e32-b94c-1553afe61f09', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.766018] env[63419]: DEBUG oslo.service.loopingcall [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.766978] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d844be78-6a9d-4518-a427-c1465a687661] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.767748] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dee4d5e8-a50e-438e-bdc3-cb9c0338f282 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.785212] env[63419]: DEBUG nova.virt.hardware [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.785508] env[63419]: DEBUG nova.virt.hardware [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.785705] env[63419]: DEBUG nova.virt.hardware [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.786019] env[63419]: DEBUG nova.virt.hardware [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.786089] env[63419]: DEBUG nova.virt.hardware [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.786692] env[63419]: DEBUG nova.virt.hardware [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.786692] env[63419]: DEBUG nova.virt.hardware [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.786692] env[63419]: DEBUG nova.virt.hardware [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.786878] env[63419]: DEBUG nova.virt.hardware [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.786915] env[63419]: DEBUG nova.virt.hardware [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.787462] env[63419]: DEBUG nova.virt.hardware [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.788366] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b3c835-4e60-4871-8dc3-d04cd58493e2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.803597] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.803597] env[63419]: value = "task-2622208" [ 705.803597] env[63419]: _type = "Task" [ 705.803597] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.803886] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82898} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.804613] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97/0cf8d401-a8ad-44a7-b15b-c9a5f9998c97.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.804852] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.806186] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d22846c-ae30-4110-9c9d-229ee415927a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.813137] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d62049d-a725-4304-beff-b8b6139564ce {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.832135] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622208, 'name': CreateVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.833855] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 705.833855] env[63419]: value = "task-2622209" [ 705.833855] env[63419]: _type = "Task" [ 705.833855] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.841695] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.023698] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622206, 'name': ReconfigVM_Task, 'duration_secs': 0.843316} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.027921] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 51758570-f91b-4ba4-8c1d-676af2bac567/51758570-f91b-4ba4-8c1d-676af2bac567.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.028609] env[63419]: DEBUG oslo_vmware.api [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622207, 'name': RemoveSnapshot_Task, 'duration_secs': 0.532459} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.028809] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d648d63-bf54-4140-ac8b-21d224b4e8a8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.030473] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Deleted Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 706.030709] env[63419]: INFO nova.compute.manager [None req-ed06ce92-ca5d-441f-8eff-9a9ee1e151e0 tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Took 13.60 seconds to snapshot the instance on the hypervisor. [ 706.039707] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 706.039707] env[63419]: value = "task-2622210" [ 706.039707] env[63419]: _type = "Task" [ 706.039707] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.047418] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622210, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.059104] env[63419]: DEBUG nova.scheduler.client.report [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.160285] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Acquiring lock "cc0626f2-6d10-4983-add7-3466497963f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.160693] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Lock "cc0626f2-6d10-4983-add7-3466497963f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.216072] env[63419]: INFO nova.compute.manager [-] [instance: 7d5d9360-e0f8-4e72-850b-5a5b01d619de] Took 1.03 seconds to deallocate network for instance. [ 706.314988] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622208, 'name': CreateVM_Task, 'duration_secs': 0.400746} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.315682] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d844be78-6a9d-4518-a427-c1465a687661] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.316479] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.316680] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.317094] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.317285] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d4fdc5-3ab7-499e-b5dd-f7f194f61db0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.321757] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 706.321757] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5275ddd2-827e-d6fe-32c5-33f7580cc90f" [ 706.321757] env[63419]: _type = "Task" [ 706.321757] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.329853] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5275ddd2-827e-d6fe-32c5-33f7580cc90f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.342548] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072017} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.344888] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.345709] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a7f811-1e8e-47e7-8afc-25c7670bbcba {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.348865] env[63419]: DEBUG nova.network.neutron [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Successfully updated port: de992234-73e3-458b-b10f-9a2bb081ca6f {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.371874] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97/0cf8d401-a8ad-44a7-b15b-c9a5f9998c97.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.375106] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13675948-2e2d-4e52-bfaf-e204bab0dcb4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.397913] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 706.397913] env[63419]: value = "task-2622211" [ 706.397913] env[63419]: _type = "Task" [ 706.397913] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.406527] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.514098] env[63419]: DEBUG nova.network.neutron [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Updated VIF entry in instance network info cache for port 81ea49d2-ea4e-4e32-b94c-1553afe61f09. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.514517] env[63419]: DEBUG nova.network.neutron [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Updating instance_info_cache with network_info: [{"id": "81ea49d2-ea4e-4e32-b94c-1553afe61f09", "address": "fa:16:3e:4a:48:83", "network": {"id": "19193428-3a6e-4572-bcb7-4af98e4a19bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1906502748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d969136d423a4a1aac6de0ebe9cad517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ea49d2-ea", "ovs_interfaceid": "81ea49d2-ea4e-4e32-b94c-1553afe61f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.550883] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622210, 'name': Rename_Task, 'duration_secs': 0.158877} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.551171] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.551420] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcfdb171-5e27-4a7f-a490-abf2173af74e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.559354] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 706.559354] env[63419]: value = "task-2622212" [ 706.559354] env[63419]: _type = "Task" [ 706.559354] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.567645] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.568156] env[63419]: DEBUG nova.compute.manager [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.570570] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.570829] env[63419]: DEBUG oslo_concurrency.lockutils [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.478s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.574320] env[63419]: DEBUG oslo_concurrency.lockutils [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.576459] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.403s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.577923] env[63419]: INFO nova.compute.claims [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.604943] env[63419]: INFO nova.scheduler.client.report [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Deleted allocations for instance 927418d6-d1f7-4dd9-802a-d71b8f799923 [ 706.722706] env[63419]: DEBUG oslo_concurrency.lockutils [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.833998] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5275ddd2-827e-d6fe-32c5-33f7580cc90f, 'name': SearchDatastore_Task, 'duration_secs': 0.077241} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.834313] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.834545] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.834775] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.834922] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.835118] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.835443] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5db657ee-daaa-4ab3-b9d4-aa007eb590ff {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.849408] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.849587] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.850343] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabf8b02-ee21-4b83-b17f-90f2cfb90aa1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.856889] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Acquiring lock "refresh_cache-320cd20d-40dd-4c0b-99f4-c9341df44457" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.856889] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Acquired lock "refresh_cache-320cd20d-40dd-4c0b-99f4-c9341df44457" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.856889] env[63419]: DEBUG nova.network.neutron [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.867194] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 706.867194] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52855ade-4450-9d50-0aed-63f97af4f6c2" [ 706.867194] env[63419]: _type = "Task" [ 706.867194] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.882611] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52855ade-4450-9d50-0aed-63f97af4f6c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.907716] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.003093] env[63419]: DEBUG nova.compute.manager [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Received event network-vif-plugged-de992234-73e3-458b-b10f-9a2bb081ca6f {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 707.003093] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] Acquiring lock "320cd20d-40dd-4c0b-99f4-c9341df44457-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.003093] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] Lock "320cd20d-40dd-4c0b-99f4-c9341df44457-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.003093] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] Lock "320cd20d-40dd-4c0b-99f4-c9341df44457-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.003093] env[63419]: DEBUG nova.compute.manager [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] No waiting events found dispatching network-vif-plugged-de992234-73e3-458b-b10f-9a2bb081ca6f {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.003587] env[63419]: WARNING nova.compute.manager [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Received unexpected event network-vif-plugged-de992234-73e3-458b-b10f-9a2bb081ca6f for instance with vm_state building and task_state spawning. [ 707.003587] env[63419]: DEBUG nova.compute.manager [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Received event network-changed-de992234-73e3-458b-b10f-9a2bb081ca6f {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 707.003587] env[63419]: DEBUG nova.compute.manager [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Refreshing instance network info cache due to event network-changed-de992234-73e3-458b-b10f-9a2bb081ca6f. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 707.003587] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] Acquiring lock "refresh_cache-320cd20d-40dd-4c0b-99f4-c9341df44457" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.016750] env[63419]: DEBUG oslo_concurrency.lockutils [req-879f9839-e1d6-41fb-921a-8d0775140733 req-db7a370a-4c1a-4192-9f31-2dafa0033be8 service nova] Releasing lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.072752] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.088139] env[63419]: DEBUG nova.compute.utils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 707.092272] env[63419]: DEBUG nova.compute.manager [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.092618] env[63419]: DEBUG nova.network.neutron [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.116816] env[63419]: DEBUG oslo_concurrency.lockutils [None req-86259add-b30d-4613-80eb-ab88182fcc3d tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "927418d6-d1f7-4dd9-802a-d71b8f799923" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.648s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.198123] env[63419]: DEBUG nova.policy [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd74d94c04b8406aa45451e679633fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2257d2b1f55f47af9410739eecda2348', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.378464] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52855ade-4450-9d50-0aed-63f97af4f6c2, 'name': SearchDatastore_Task, 'duration_secs': 0.043642} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.379245] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b0c625-0320-42de-85dd-c4c6eb6dc471 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.384739] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 707.384739] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]523c232b-c367-b689-e4b9-77b1a0c71e0a" [ 707.384739] env[63419]: _type = "Task" [ 707.384739] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.392851] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523c232b-c367-b689-e4b9-77b1a0c71e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.407619] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622211, 'name': ReconfigVM_Task, 'duration_secs': 0.6459} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.408030] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97/0cf8d401-a8ad-44a7-b15b-c9a5f9998c97.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.408824] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e07c090b-d699-4e31-ba27-1095a675e9f7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.415399] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 707.415399] env[63419]: value = "task-2622213" [ 707.415399] env[63419]: _type = "Task" [ 707.415399] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.418999] env[63419]: DEBUG nova.network.neutron [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.427624] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622213, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.557294] env[63419]: DEBUG nova.network.neutron [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Successfully created port: 435436e2-e81f-4903-ba94-931f153468a4 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.338820] env[63419]: DEBUG nova.compute.manager [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.345230] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.345437] env[63419]: WARNING oslo_vmware.common.loopingcall [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] task run outlasted interval by 0.28405199999999997 sec [ 708.346443] env[63419]: DEBUG nova.network.neutron [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Updating instance_info_cache with network_info: [{"id": "de992234-73e3-458b-b10f-9a2bb081ca6f", "address": "fa:16:3e:ef:0a:35", "network": {"id": "68ced296-c306-4799-93a5-282eaa019786", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-355028086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f508ba1873143edb01232f1ac7e0f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde992234-73", "ovs_interfaceid": "de992234-73e3-458b-b10f-9a2bb081ca6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.365448] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523c232b-c367-b689-e4b9-77b1a0c71e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.013403} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.371971] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.372361] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] d844be78-6a9d-4518-a427-c1465a687661/d844be78-6a9d-4518-a427-c1465a687661.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.372712] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622213, 'name': Rename_Task, 'duration_secs': 0.146508} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.372994] env[63419]: DEBUG oslo_vmware.api [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622212, 'name': PowerOnVM_Task, 'duration_secs': 1.559385} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.376497] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e333cb77-8001-4d53-ac88-dec55fca0c3e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.379566] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.379566] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.379654] env[63419]: INFO nova.compute.manager [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Took 10.82 seconds to spawn the instance on the hypervisor. [ 708.379859] env[63419]: DEBUG nova.compute.manager [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.381142] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c80760d1-68a5-4fbd-a8d7-e9b73c0919f7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.385105] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466cac82-e577-4813-b693-110af07a5760 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.404878] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 708.404878] env[63419]: value = "task-2622214" [ 708.404878] env[63419]: _type = "Task" [ 708.404878] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.405781] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 708.405781] env[63419]: value = "task-2622215" [ 708.405781] env[63419]: _type = "Task" [ 708.405781] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.427090] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622215, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.427090] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.856036] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Releasing lock "refresh_cache-320cd20d-40dd-4c0b-99f4-c9341df44457" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.856036] env[63419]: DEBUG nova.compute.manager [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Instance network_info: |[{"id": "de992234-73e3-458b-b10f-9a2bb081ca6f", "address": "fa:16:3e:ef:0a:35", "network": {"id": "68ced296-c306-4799-93a5-282eaa019786", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-355028086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f508ba1873143edb01232f1ac7e0f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde992234-73", "ovs_interfaceid": "de992234-73e3-458b-b10f-9a2bb081ca6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.856731] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] Acquired lock "refresh_cache-320cd20d-40dd-4c0b-99f4-c9341df44457" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.856731] env[63419]: DEBUG nova.network.neutron [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Refreshing network info cache for port de992234-73e3-458b-b10f-9a2bb081ca6f {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.857423] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:0a:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de992234-73e3-458b-b10f-9a2bb081ca6f', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.866734] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Creating folder: Project (4f508ba1873143edb01232f1ac7e0f74). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.870020] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7b22f17-70c6-4e50-9785-da644b2f4f90 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.880724] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Created folder: Project (4f508ba1873143edb01232f1ac7e0f74) in parent group-v528420. [ 708.881144] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Creating folder: Instances. Parent ref: group-v528552. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.881899] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec22291e-11e4-4eba-a333-f23ec7f8f570 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.893777] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Created folder: Instances in parent group-v528552. [ 708.893777] env[63419]: DEBUG oslo.service.loopingcall [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.894056] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.894190] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c15f0e8f-4389-4994-8b8d-267544dcc29f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.937863] env[63419]: INFO nova.compute.manager [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Took 54.51 seconds to build instance. [ 708.940683] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45dd3fa-67e5-4946-a244-1ca043a9bda3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.946370] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.946370] env[63419]: value = "task-2622218" [ 708.946370] env[63419]: _type = "Task" [ 708.946370] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.962958] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622215, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.963304] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622214, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.965128] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e3ec9a-2114-4fd5-9e69-6a7ac8159000 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.974620] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622218, 'name': CreateVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.006076] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f4f021-b5d1-4c1d-962c-815ff6618c01 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.013922] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a623a6-492c-4b38-b8f2-06126eba0061 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.029115] env[63419]: DEBUG nova.compute.provider_tree [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.230128] env[63419]: DEBUG nova.compute.manager [req-1201ae58-69ec-4038-81c7-fc7a36a39bc8 req-dc153acf-e9d5-4cfd-a08b-a6c140036301 service nova] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Received event network-vif-plugged-435436e2-e81f-4903-ba94-931f153468a4 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 709.230128] env[63419]: DEBUG oslo_concurrency.lockutils [req-1201ae58-69ec-4038-81c7-fc7a36a39bc8 req-dc153acf-e9d5-4cfd-a08b-a6c140036301 service nova] Acquiring lock "270b41dc-aff9-4572-97fd-29ca9680899f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.230962] env[63419]: DEBUG oslo_concurrency.lockutils [req-1201ae58-69ec-4038-81c7-fc7a36a39bc8 req-dc153acf-e9d5-4cfd-a08b-a6c140036301 service nova] Lock "270b41dc-aff9-4572-97fd-29ca9680899f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.230962] env[63419]: DEBUG oslo_concurrency.lockutils [req-1201ae58-69ec-4038-81c7-fc7a36a39bc8 req-dc153acf-e9d5-4cfd-a08b-a6c140036301 service nova] Lock "270b41dc-aff9-4572-97fd-29ca9680899f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.230962] env[63419]: DEBUG nova.compute.manager [req-1201ae58-69ec-4038-81c7-fc7a36a39bc8 req-dc153acf-e9d5-4cfd-a08b-a6c140036301 service nova] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] No waiting events found dispatching network-vif-plugged-435436e2-e81f-4903-ba94-931f153468a4 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.230962] env[63419]: WARNING nova.compute.manager [req-1201ae58-69ec-4038-81c7-fc7a36a39bc8 req-dc153acf-e9d5-4cfd-a08b-a6c140036301 service nova] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Received unexpected event network-vif-plugged-435436e2-e81f-4903-ba94-931f153468a4 for instance with vm_state building and task_state spawning. [ 709.239248] env[63419]: DEBUG nova.network.neutron [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Successfully updated port: 435436e2-e81f-4903-ba94-931f153468a4 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.357735] env[63419]: DEBUG nova.compute.manager [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.381163] env[63419]: DEBUG nova.virt.hardware [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.381163] env[63419]: DEBUG nova.virt.hardware [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.381163] env[63419]: DEBUG nova.virt.hardware [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.381163] env[63419]: DEBUG nova.virt.hardware [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.381364] env[63419]: DEBUG nova.virt.hardware [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.381364] env[63419]: DEBUG nova.virt.hardware [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.381466] env[63419]: DEBUG nova.virt.hardware [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.381635] env[63419]: DEBUG nova.virt.hardware [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.381771] env[63419]: DEBUG nova.virt.hardware [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.381929] env[63419]: DEBUG nova.virt.hardware [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.382223] env[63419]: DEBUG nova.virt.hardware [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.383281] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe19ff8-e9dc-4b80-88e2-e0ab6a16ebbe {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.391475] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48dbec6-9d6f-443a-aa25-f42c6d528190 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.433190] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576351} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.438179] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] d844be78-6a9d-4518-a427-c1465a687661/d844be78-6a9d-4518-a427-c1465a687661.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.438461] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.438795] env[63419]: DEBUG oslo_vmware.api [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622215, 'name': PowerOnVM_Task, 'duration_secs': 0.578133} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.439052] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bb2328a-48f5-437a-920e-d99749fff3d4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.440923] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.441103] env[63419]: INFO nova.compute.manager [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Took 9.21 seconds to spawn the instance on the hypervisor. [ 709.441324] env[63419]: DEBUG nova.compute.manager [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.442500] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e155238-aca3-4740-a04c-8900ac21f3f7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.445156] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a33a66e0-ef32-45ea-865d-55c17a670713 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "51758570-f91b-4ba4-8c1d-676af2bac567" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.706s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.455555] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 709.455555] env[63419]: value = "task-2622219" [ 709.455555] env[63419]: _type = "Task" [ 709.455555] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.464809] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622218, 'name': CreateVM_Task, 'duration_secs': 0.36701} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.467535] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.469244] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.469244] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.469244] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.473826] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8e841e-7b0f-4b89-ad63-4eecebee3169 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.476011] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.479225] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Waiting for the task: (returnval){ [ 709.479225] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]527c9714-ff41-c27b-0124-b9cc5b9d8bcb" [ 709.479225] env[63419]: _type = "Task" [ 709.479225] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.486977] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527c9714-ff41-c27b-0124-b9cc5b9d8bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.532184] env[63419]: DEBUG nova.scheduler.client.report [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.626558] env[63419]: DEBUG nova.network.neutron [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Updated VIF entry in instance network info cache for port de992234-73e3-458b-b10f-9a2bb081ca6f. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.627037] env[63419]: DEBUG nova.network.neutron [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Updating instance_info_cache with network_info: [{"id": "de992234-73e3-458b-b10f-9a2bb081ca6f", "address": "fa:16:3e:ef:0a:35", "network": {"id": "68ced296-c306-4799-93a5-282eaa019786", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-355028086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f508ba1873143edb01232f1ac7e0f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde992234-73", "ovs_interfaceid": "de992234-73e3-458b-b10f-9a2bb081ca6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.745872] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "refresh_cache-270b41dc-aff9-4572-97fd-29ca9680899f" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.746071] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "refresh_cache-270b41dc-aff9-4572-97fd-29ca9680899f" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.746232] env[63419]: DEBUG nova.network.neutron [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.901871] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "d936eef5-f930-4b22-8162-f158afa01912" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.902187] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "d936eef5-f930-4b22-8162-f158afa01912" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.902343] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "d936eef5-f930-4b22-8162-f158afa01912-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.903281] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "d936eef5-f930-4b22-8162-f158afa01912-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.903478] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "d936eef5-f930-4b22-8162-f158afa01912-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.905531] env[63419]: INFO nova.compute.manager [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Terminating instance [ 709.948141] env[63419]: DEBUG nova.compute.manager [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.970831] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.349588} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.973526] env[63419]: INFO nova.compute.manager [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Took 55.41 seconds to build instance. [ 709.976773] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.976773] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b833f9-db03-4ee1-9565-f7b9069c8425 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.005808] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] d844be78-6a9d-4518-a427-c1465a687661/d844be78-6a9d-4518-a427-c1465a687661.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.007685] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2907d5-f344-43a5-9c14-ebff5cf223eb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.028332] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527c9714-ff41-c27b-0124-b9cc5b9d8bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.051807} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.029700] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.030079] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.030259] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.030424] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.030618] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.031199] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-852cf939-9ac8-499d-bbd2-6413cffbae84 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.036074] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 710.036074] env[63419]: value = "task-2622220" [ 710.036074] env[63419]: _type = "Task" [ 710.036074] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.036908] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.460s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.037437] env[63419]: DEBUG nova.compute.manager [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.043947] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.489s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.044079] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.046012] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.068s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.047733] env[63419]: INFO nova.compute.claims [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.054421] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.054421] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.054421] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d762bca7-ff7d-427b-913f-61784a0f664b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.059494] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.063762] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Waiting for the task: (returnval){ [ 710.063762] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5284f5b7-e6fd-3582-9349-4150c7cffbd2" [ 710.063762] env[63419]: _type = "Task" [ 710.063762] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.073703] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5284f5b7-e6fd-3582-9349-4150c7cffbd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.081167] env[63419]: INFO nova.scheduler.client.report [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Deleted allocations for instance 7f391b47-6f6b-44df-9d84-4001a5f04ad3 [ 710.129636] env[63419]: DEBUG oslo_concurrency.lockutils [req-b4008457-1223-4be8-984f-5afc6105c839 req-3486c487-c9ff-4e39-93ef-f9a53e64ba47 service nova] Releasing lock "refresh_cache-320cd20d-40dd-4c0b-99f4-c9341df44457" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.379932] env[63419]: INFO nova.compute.manager [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Rebuilding instance [ 710.412787] env[63419]: DEBUG nova.compute.manager [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.412931] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.414321] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17100f5-e4aa-4441-80df-38bd93e2f72b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.426492] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.429110] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e03ee11-674c-4fdd-a9e4-6743359cbadf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.433797] env[63419]: DEBUG nova.compute.manager [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.434677] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0467287-65b9-49d4-b7c3-5bc57d5a1d21 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.440133] env[63419]: DEBUG oslo_vmware.api [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 710.440133] env[63419]: value = "task-2622221" [ 710.440133] env[63419]: _type = "Task" [ 710.440133] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.454711] env[63419]: DEBUG oslo_vmware.api [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.467791] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.473363] env[63419]: DEBUG nova.network.neutron [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.475532] env[63419]: DEBUG oslo_concurrency.lockutils [None req-951822d7-0667-42af-9e17-2a23b76302c1 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.357s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.554877] env[63419]: DEBUG nova.compute.utils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 710.558193] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622220, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.562023] env[63419]: DEBUG nova.compute.manager [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.562023] env[63419]: DEBUG nova.network.neutron [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.577722] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5284f5b7-e6fd-3582-9349-4150c7cffbd2, 'name': SearchDatastore_Task, 'duration_secs': 0.024991} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.578618] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620f4734-6f1d-49cf-b1f9-b1ea7326a089 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.584416] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Waiting for the task: (returnval){ [ 710.584416] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52b88913-95b3-c869-e104-a6506729279d" [ 710.584416] env[63419]: _type = "Task" [ 710.584416] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.595416] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b88913-95b3-c869-e104-a6506729279d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.596028] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e57d378e-416d-4b3c-bef7-b89649adc91b tempest-ServersTestBootFromVolume-1094156156 tempest-ServersTestBootFromVolume-1094156156-project-member] Lock "7f391b47-6f6b-44df-9d84-4001a5f04ad3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.060s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.605215] env[63419]: DEBUG nova.policy [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42e93fa0285e4307bbf500c1325a817c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4261fca4b82043a4a914bddcadd0851e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.680515] env[63419]: DEBUG nova.network.neutron [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Updating instance_info_cache with network_info: [{"id": "435436e2-e81f-4903-ba94-931f153468a4", "address": "fa:16:3e:69:70:08", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap435436e2-e8", "ovs_interfaceid": "435436e2-e81f-4903-ba94-931f153468a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.953626] env[63419]: DEBUG oslo_vmware.api [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622221, 'name': PowerOffVM_Task, 'duration_secs': 0.272135} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.954250] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.954430] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.954725] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e605d81f-8b0e-43c4-9cf3-d374f90bf2f9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.981727] env[63419]: DEBUG nova.compute.manager [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.028040] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.028040] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.028513] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Deleting the datastore file [datastore2] d936eef5-f930-4b22-8162-f158afa01912 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.028513] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30bf9565-0dbd-4f61-8b4d-987924146b12 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.035443] env[63419]: DEBUG oslo_vmware.api [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 711.035443] env[63419]: value = "task-2622223" [ 711.035443] env[63419]: _type = "Task" [ 711.035443] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.044255] env[63419]: DEBUG nova.network.neutron [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Successfully created port: a3a2f591-8443-470e-9d14-48dfd91c3351 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.052514] env[63419]: DEBUG oslo_vmware.api [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.052771] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622220, 'name': ReconfigVM_Task, 'duration_secs': 0.547357} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.053020] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Reconfigured VM instance instance-00000029 to attach disk [datastore2] d844be78-6a9d-4518-a427-c1465a687661/d844be78-6a9d-4518-a427-c1465a687661.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.053653] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32ca8dfd-f043-4295-9deb-bb782d78b009 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.059884] env[63419]: DEBUG nova.compute.manager [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.065602] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 711.065602] env[63419]: value = "task-2622224" [ 711.065602] env[63419]: _type = "Task" [ 711.065602] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.075355] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622224, 'name': Rename_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.095031] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b88913-95b3-c869-e104-a6506729279d, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.097795] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.098075] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 320cd20d-40dd-4c0b-99f4-c9341df44457/320cd20d-40dd-4c0b-99f4-c9341df44457.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.099214] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39f05aef-28db-446f-ba88-e4c610343a8c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.106509] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Waiting for the task: (returnval){ [ 711.106509] env[63419]: value = "task-2622225" [ 711.106509] env[63419]: _type = "Task" [ 711.106509] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.116921] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.185095] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "refresh_cache-270b41dc-aff9-4572-97fd-29ca9680899f" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.185095] env[63419]: DEBUG nova.compute.manager [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Instance network_info: |[{"id": "435436e2-e81f-4903-ba94-931f153468a4", "address": "fa:16:3e:69:70:08", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap435436e2-e8", "ovs_interfaceid": "435436e2-e81f-4903-ba94-931f153468a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.185830] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:70:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '435436e2-e81f-4903-ba94-931f153468a4', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.194403] env[63419]: DEBUG oslo.service.loopingcall [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.196272] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.196272] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4be3e38-bd36-4913-9ed4-686ddc920f19 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.218113] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.218113] env[63419]: value = "task-2622226" [ 711.218113] env[63419]: _type = "Task" [ 711.218113] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.226134] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622226, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.299246] env[63419]: DEBUG nova.compute.manager [req-8de58292-0df2-4404-91e9-cc99028a4c94 req-4ef97753-72de-41e2-9189-b9b3145558b1 service nova] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Received event network-changed-435436e2-e81f-4903-ba94-931f153468a4 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 711.299246] env[63419]: DEBUG nova.compute.manager [req-8de58292-0df2-4404-91e9-cc99028a4c94 req-4ef97753-72de-41e2-9189-b9b3145558b1 service nova] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Refreshing instance network info cache due to event network-changed-435436e2-e81f-4903-ba94-931f153468a4. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 711.305032] env[63419]: DEBUG oslo_concurrency.lockutils [req-8de58292-0df2-4404-91e9-cc99028a4c94 req-4ef97753-72de-41e2-9189-b9b3145558b1 service nova] Acquiring lock "refresh_cache-270b41dc-aff9-4572-97fd-29ca9680899f" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.305200] env[63419]: DEBUG oslo_concurrency.lockutils [req-8de58292-0df2-4404-91e9-cc99028a4c94 req-4ef97753-72de-41e2-9189-b9b3145558b1 service nova] Acquired lock "refresh_cache-270b41dc-aff9-4572-97fd-29ca9680899f" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.305314] env[63419]: DEBUG nova.network.neutron [req-8de58292-0df2-4404-91e9-cc99028a4c94 req-4ef97753-72de-41e2-9189-b9b3145558b1 service nova] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Refreshing network info cache for port 435436e2-e81f-4903-ba94-931f153468a4 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.382913] env[63419]: DEBUG oslo_concurrency.lockutils [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.383198] env[63419]: DEBUG oslo_concurrency.lockutils [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.455593] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.455961] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f263285-4534-43dc-89f9-793e87e6adb2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.470185] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 711.470185] env[63419]: value = "task-2622227" [ 711.470185] env[63419]: _type = "Task" [ 711.470185] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.484811] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.512460] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.547350] env[63419]: DEBUG oslo_vmware.api [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171095} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.550783] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.551024] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.551214] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.551463] env[63419]: INFO nova.compute.manager [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: d936eef5-f930-4b22-8162-f158afa01912] Took 1.14 seconds to destroy the instance on the hypervisor. [ 711.551744] env[63419]: DEBUG oslo.service.loopingcall [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.552274] env[63419]: DEBUG nova.compute.manager [-] [instance: d936eef5-f930-4b22-8162-f158afa01912] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.552408] env[63419]: DEBUG nova.network.neutron [-] [instance: d936eef5-f930-4b22-8162-f158afa01912] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.584301] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622224, 'name': Rename_Task, 'duration_secs': 0.156973} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.584301] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.584301] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-892f3a01-d222-4878-bdea-a3d6fb1d4257 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.592728] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 711.592728] env[63419]: value = "task-2622228" [ 711.592728] env[63419]: _type = "Task" [ 711.592728] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.606072] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.616831] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622225, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.699628] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ec78b5-382a-495b-bc53-2457090fc0fd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.707428] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ac5e48-fa05-4e37-8b8d-85c5d62fdbcd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.742353] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3cca47-a056-4908-97b9-9a2cde3f8975 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.750024] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622226, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.753057] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5c769a-09a5-4743-9d38-a5d0cea9d6ed {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.769379] env[63419]: DEBUG nova.compute.provider_tree [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.888069] env[63419]: DEBUG nova.compute.utils [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 711.983504] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622227, 'name': PowerOffVM_Task, 'duration_secs': 0.276661} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.983998] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.984089] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.984815] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb136098-1695-49d3-ba74-2e97dcd6bbdd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.992771] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.993105] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7467066-6e45-4c01-9f46-36b84986b291 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.041446] env[63419]: DEBUG nova.network.neutron [req-8de58292-0df2-4404-91e9-cc99028a4c94 req-4ef97753-72de-41e2-9189-b9b3145558b1 service nova] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Updated VIF entry in instance network info cache for port 435436e2-e81f-4903-ba94-931f153468a4. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.041809] env[63419]: DEBUG nova.network.neutron [req-8de58292-0df2-4404-91e9-cc99028a4c94 req-4ef97753-72de-41e2-9189-b9b3145558b1 service nova] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Updating instance_info_cache with network_info: [{"id": "435436e2-e81f-4903-ba94-931f153468a4", "address": "fa:16:3e:69:70:08", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap435436e2-e8", "ovs_interfaceid": "435436e2-e81f-4903-ba94-931f153468a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.075739] env[63419]: DEBUG nova.compute.manager [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.079111] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.079462] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.079462] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Deleting the datastore file [datastore1] 51758570-f91b-4ba4-8c1d-676af2bac567 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.079599] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd9ece8c-f850-4474-9a24-a4839f9e7e5a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.090448] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 712.090448] env[63419]: value = "task-2622230" [ 712.090448] env[63419]: _type = "Task" [ 712.090448] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.112051] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.112051] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622228, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.112765] env[63419]: DEBUG nova.virt.hardware [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.113203] env[63419]: DEBUG nova.virt.hardware [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.113496] env[63419]: DEBUG nova.virt.hardware [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.113784] env[63419]: DEBUG nova.virt.hardware [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.114013] env[63419]: DEBUG nova.virt.hardware [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.114236] env[63419]: DEBUG nova.virt.hardware [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.114504] env[63419]: DEBUG nova.virt.hardware [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.114821] env[63419]: DEBUG nova.virt.hardware [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.115183] env[63419]: DEBUG nova.virt.hardware [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.115549] env[63419]: DEBUG nova.virt.hardware [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.115894] env[63419]: DEBUG nova.virt.hardware [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.119825] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1911dc44-2e8d-467c-bcaf-b01fc37aa792 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.128142] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533136} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.130306] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 320cd20d-40dd-4c0b-99f4-c9341df44457/320cd20d-40dd-4c0b-99f4-c9341df44457.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.130588] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.130916] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6ad73cb-053b-4e68-8fe0-e4f5947da494 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.133698] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229fafad-1486-4d77-96f5-a33bfd612efb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.156711] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Waiting for the task: (returnval){ [ 712.156711] env[63419]: value = "task-2622231" [ 712.156711] env[63419]: _type = "Task" [ 712.156711] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.165454] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.253263] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622226, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.273438] env[63419]: DEBUG nova.scheduler.client.report [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.355145] env[63419]: DEBUG nova.network.neutron [-] [instance: d936eef5-f930-4b22-8162-f158afa01912] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.390316] env[63419]: DEBUG oslo_concurrency.lockutils [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.544854] env[63419]: DEBUG oslo_concurrency.lockutils [req-8de58292-0df2-4404-91e9-cc99028a4c94 req-4ef97753-72de-41e2-9189-b9b3145558b1 service nova] Releasing lock "refresh_cache-270b41dc-aff9-4572-97fd-29ca9680899f" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.605999] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276569} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.606259] env[63419]: DEBUG oslo_vmware.api [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622228, 'name': PowerOnVM_Task, 'duration_secs': 0.693634} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.606481] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.606660] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.606854] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.609293] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.613020] env[63419]: INFO nova.compute.manager [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Took 9.70 seconds to spawn the instance on the hypervisor. [ 712.613020] env[63419]: DEBUG nova.compute.manager [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.613020] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0d2da8-0bd0-4166-890d-6b57b2780f11 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.666488] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092822} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.666805] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.667509] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba1e71d-7894-4a54-9cc0-eaa2693db36c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.689864] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 320cd20d-40dd-4c0b-99f4-c9341df44457/320cd20d-40dd-4c0b-99f4-c9341df44457.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.690389] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aedb631-35b3-41bd-8d51-754917ddb2b7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.710687] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Waiting for the task: (returnval){ [ 712.710687] env[63419]: value = "task-2622232" [ 712.710687] env[63419]: _type = "Task" [ 712.710687] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.723219] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.749571] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622226, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.779671] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.779671] env[63419]: DEBUG nova.compute.manager [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.785294] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.282s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.785294] env[63419]: INFO nova.compute.claims [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.859985] env[63419]: INFO nova.compute.manager [-] [instance: d936eef5-f930-4b22-8162-f158afa01912] Took 1.31 seconds to deallocate network for instance. [ 713.126823] env[63419]: INFO nova.compute.manager [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Took 54.54 seconds to build instance. [ 713.214155] env[63419]: DEBUG nova.network.neutron [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Successfully updated port: a3a2f591-8443-470e-9d14-48dfd91c3351 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.229956] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622232, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.249911] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622226, 'name': CreateVM_Task, 'duration_secs': 1.543547} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.250098] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.250800] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.250972] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.251308] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.251561] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0f669f-c450-4df8-9355-a144ae2fca14 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.256501] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 713.256501] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]524ed160-66f2-449f-ab9e-ed4696b0a138" [ 713.256501] env[63419]: _type = "Task" [ 713.256501] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.264456] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524ed160-66f2-449f-ab9e-ed4696b0a138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.295143] env[63419]: DEBUG nova.compute.utils [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 713.295143] env[63419]: DEBUG nova.compute.manager [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.295143] env[63419]: DEBUG nova.network.neutron [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.368384] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.368384] env[63419]: DEBUG nova.compute.manager [req-09df9228-6684-4a51-89ba-c7611ffd1994 req-0aceed9b-f4e6-4820-bcea-33b690e6b774 service nova] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Received event network-vif-plugged-a3a2f591-8443-470e-9d14-48dfd91c3351 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 713.369194] env[63419]: DEBUG oslo_concurrency.lockutils [req-09df9228-6684-4a51-89ba-c7611ffd1994 req-0aceed9b-f4e6-4820-bcea-33b690e6b774 service nova] Acquiring lock "9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.369525] env[63419]: DEBUG oslo_concurrency.lockutils [req-09df9228-6684-4a51-89ba-c7611ffd1994 req-0aceed9b-f4e6-4820-bcea-33b690e6b774 service nova] Lock "9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.370423] env[63419]: DEBUG oslo_concurrency.lockutils [req-09df9228-6684-4a51-89ba-c7611ffd1994 req-0aceed9b-f4e6-4820-bcea-33b690e6b774 service nova] Lock "9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.370423] env[63419]: DEBUG nova.compute.manager [req-09df9228-6684-4a51-89ba-c7611ffd1994 req-0aceed9b-f4e6-4820-bcea-33b690e6b774 service nova] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] No waiting events found dispatching network-vif-plugged-a3a2f591-8443-470e-9d14-48dfd91c3351 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.370423] env[63419]: WARNING nova.compute.manager [req-09df9228-6684-4a51-89ba-c7611ffd1994 req-0aceed9b-f4e6-4820-bcea-33b690e6b774 service nova] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Received unexpected event network-vif-plugged-a3a2f591-8443-470e-9d14-48dfd91c3351 for instance with vm_state building and task_state spawning. [ 713.382556] env[63419]: DEBUG nova.policy [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f36ba550ed924e73bdb6260186509a19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c3cc04ad23a45b5a955123114481835', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.471317] env[63419]: DEBUG oslo_concurrency.lockutils [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.471317] env[63419]: DEBUG oslo_concurrency.lockutils [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.471317] env[63419]: INFO nova.compute.manager [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Attaching volume 9c4e4799-3b7c-4362-a93c-cb898926f469 to /dev/sdb [ 713.513691] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6112a48e-9fe3-4ca9-9edc-ee52b0953197 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.521736] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55018ad-3c7a-4cbe-8e65-4651c6871514 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.535739] env[63419]: DEBUG nova.virt.block_device [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Updating existing volume attachment record: 7344a6f8-7371-4580-b2b1-a26e360cb38a {{(pid=63419) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 713.629201] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5d115380-1d0c-4dde-b9cf-bf3dc95f972b tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "d844be78-6a9d-4518-a427-c1465a687661" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.779s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.650698] env[63419]: DEBUG nova.compute.manager [req-7fc9f1c8-a71f-453d-8178-0acebbdfc647 req-1bb77da4-cb8d-4ee3-a198-95f41d278621 service nova] [instance: d936eef5-f930-4b22-8162-f158afa01912] Received event network-vif-deleted-e8be84d7-7561-4934-8ac2-76f26f9c8b14 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 713.669887] env[63419]: DEBUG nova.virt.hardware [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.670368] env[63419]: DEBUG nova.virt.hardware [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.670708] env[63419]: DEBUG nova.virt.hardware [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.670919] env[63419]: DEBUG nova.virt.hardware [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.671710] env[63419]: DEBUG nova.virt.hardware [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.671710] env[63419]: DEBUG nova.virt.hardware [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.671881] env[63419]: DEBUG nova.virt.hardware [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.672105] env[63419]: DEBUG nova.virt.hardware [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.672430] env[63419]: DEBUG nova.virt.hardware [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.672743] env[63419]: DEBUG nova.virt.hardware [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.673078] env[63419]: DEBUG nova.virt.hardware [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.676416] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db33142-d017-4f61-b5cd-4494d2c8ae2d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.689461] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82841e56-3004-494c-a8a4-4b5fd6e78326 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.706627] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:48:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e234743a-e08b-42a6-a7c3-696a1ddcadd3', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.712811] env[63419]: DEBUG oslo.service.loopingcall [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.713126] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.713478] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-155c907b-335d-48df-87ff-81f49b83474c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.730303] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Acquiring lock "refresh_cache-9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.730439] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Acquired lock "refresh_cache-9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.730590] env[63419]: DEBUG nova.network.neutron [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.742697] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622232, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.744464] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.744464] env[63419]: value = "task-2622234" [ 713.744464] env[63419]: _type = "Task" [ 713.744464] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.753411] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622234, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.766189] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524ed160-66f2-449f-ab9e-ed4696b0a138, 'name': SearchDatastore_Task, 'duration_secs': 0.012964} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.766468] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.766718] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.766984] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.767148] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.767326] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.767570] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14db6df4-e543-4cf6-8dc6-beaa2582db81 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.780049] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.780049] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.780049] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e7d99a1-4640-4770-ac7c-8465022ea271 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.784965] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 713.784965] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52fe52d5-7489-7c2c-eda9-8e38dbec3fd2" [ 713.784965] env[63419]: _type = "Task" [ 713.784965] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.792856] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52fe52d5-7489-7c2c-eda9-8e38dbec3fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.796229] env[63419]: DEBUG nova.compute.manager [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.904540] env[63419]: DEBUG nova.network.neutron [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Successfully created port: be954597-fb32-448e-b5bc-8b2698e8285a {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.103186] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Acquiring lock "6020a76d-95b3-4dec-85fc-c05cfb3d2323" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.103413] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Lock "6020a76d-95b3-4dec-85fc-c05cfb3d2323" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.103671] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Acquiring lock "6020a76d-95b3-4dec-85fc-c05cfb3d2323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.103886] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Lock "6020a76d-95b3-4dec-85fc-c05cfb3d2323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.104028] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Lock "6020a76d-95b3-4dec-85fc-c05cfb3d2323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.107196] env[63419]: INFO nova.compute.manager [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Terminating instance [ 714.132599] env[63419]: DEBUG nova.compute.manager [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.243746] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622232, 'name': ReconfigVM_Task, 'duration_secs': 1.312789} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.246816] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 320cd20d-40dd-4c0b-99f4-c9341df44457/320cd20d-40dd-4c0b-99f4-c9341df44457.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.247692] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e633bd93-f0e4-448e-b2d1-d074780d75d6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.262630] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622234, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.263385] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Waiting for the task: (returnval){ [ 714.263385] env[63419]: value = "task-2622237" [ 714.263385] env[63419]: _type = "Task" [ 714.263385] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.277389] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622237, 'name': Rename_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.291720] env[63419]: DEBUG nova.network.neutron [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.297433] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52fe52d5-7489-7c2c-eda9-8e38dbec3fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.013586} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.298492] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae71aab9-4060-4e06-81ba-60ff9bb867ef {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.302595] env[63419]: INFO nova.virt.block_device [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Booting with volume 5155e88d-a935-430f-a313-88b1092d7132 at /dev/sda [ 714.311749] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 714.311749] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5228ddbe-820a-fb65-fcb9-00f666af35ed" [ 714.311749] env[63419]: _type = "Task" [ 714.311749] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.330386] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5228ddbe-820a-fb65-fcb9-00f666af35ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.352084] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43e25cba-f43c-476a-b084-3326a9658c24 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.360200] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0e89eb-7ca5-4ceb-aef8-e0c66d148c48 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.403878] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d8c6c3c-9840-45cd-9b9a-6bd8b2d09b38 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.412035] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d11347-00e1-447e-9dcf-735de34a1192 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.460769] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c247ef-00ad-4703-9eff-aef4b70a9bde {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.471787] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1bc5d2-2d71-4e3d-9b0a-13e542466746 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.489901] env[63419]: DEBUG nova.virt.block_device [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Updating existing volume attachment record: 90561c90-86ff-4d31-9daf-09e7b8a4fb65 {{(pid=63419) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 714.496639] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e371515-60e6-4c38-becb-beedf72e89e3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.505534] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b716b1b1-8aff-4321-b367-b25317fc7e02 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.541205] env[63419]: DEBUG nova.network.neutron [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Updating instance_info_cache with network_info: [{"id": "a3a2f591-8443-470e-9d14-48dfd91c3351", "address": "fa:16:3e:a9:eb:0a", "network": {"id": "31a1ca93-061c-401c-b6ea-8bdf2a73dd9e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-694757829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4261fca4b82043a4a914bddcadd0851e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a2f591-84", "ovs_interfaceid": "a3a2f591-8443-470e-9d14-48dfd91c3351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.543038] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc366752-c1bd-4d08-a773-471087bf137f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.551074] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698d695f-ee1f-4f6a-b796-c880c53423d8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.570193] env[63419]: DEBUG nova.compute.provider_tree [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.612418] env[63419]: DEBUG nova.compute.manager [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.612689] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.613643] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f167740c-4b07-4475-8da0-685f1c5f9336 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.622355] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.622481] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4d62b5f-c957-44f6-8388-1bce00722bbd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.630171] env[63419]: DEBUG oslo_vmware.api [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Waiting for the task: (returnval){ [ 714.630171] env[63419]: value = "task-2622238" [ 714.630171] env[63419]: _type = "Task" [ 714.630171] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.642123] env[63419]: DEBUG oslo_vmware.api [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.660731] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.760375] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622234, 'name': CreateVM_Task, 'duration_secs': 0.535093} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.760737] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.761814] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.762101] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.762566] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.762950] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b762b37f-8341-4f3e-81d9-9611a940d947 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.774541] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 714.774541] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]529e363f-e0f2-a82d-d4c9-a210d774baa6" [ 714.774541] env[63419]: _type = "Task" [ 714.774541] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.787254] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622237, 'name': Rename_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.795027] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]529e363f-e0f2-a82d-d4c9-a210d774baa6, 'name': SearchDatastore_Task, 'duration_secs': 0.022217} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.795027] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.795027] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.795027] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.795460] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.795460] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.795460] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b16306c-e836-45cc-8c71-9931d97a9489 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.811112] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.811367] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.812547] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ff23fe-b493-440a-8773-244858a90401 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.822750] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 714.822750] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]526fe222-e9db-6491-9147-3c5efe214d06" [ 714.822750] env[63419]: _type = "Task" [ 714.822750] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.827129] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5228ddbe-820a-fb65-fcb9-00f666af35ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011358} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.831273] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.831562] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 270b41dc-aff9-4572-97fd-29ca9680899f/270b41dc-aff9-4572-97fd-29ca9680899f.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.831854] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3249875c-9998-4fe3-a4dc-b1ca6ac6b163 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.841233] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]526fe222-e9db-6491-9147-3c5efe214d06, 'name': SearchDatastore_Task, 'duration_secs': 0.01278} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.843226] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 714.843226] env[63419]: value = "task-2622239" [ 714.843226] env[63419]: _type = "Task" [ 714.843226] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.843350] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8290ab49-7f1a-4f9f-9457-fa27144f437e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.854109] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 714.854109] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52260127-9fe0-1e86-3b39-ca732391adcf" [ 714.854109] env[63419]: _type = "Task" [ 714.854109] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.862085] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.883160] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52260127-9fe0-1e86-3b39-ca732391adcf, 'name': SearchDatastore_Task, 'duration_secs': 0.022311} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.884857] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.884857] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 51758570-f91b-4ba4-8c1d-676af2bac567/51758570-f91b-4ba4-8c1d-676af2bac567.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.884857] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2f23b37-7cbe-4fa3-b6b5-9f66e0067725 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.895517] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 714.895517] env[63419]: value = "task-2622240" [ 714.895517] env[63419]: _type = "Task" [ 714.895517] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.911749] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.046950] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Releasing lock "refresh_cache-9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.047478] env[63419]: DEBUG nova.compute.manager [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Instance network_info: |[{"id": "a3a2f591-8443-470e-9d14-48dfd91c3351", "address": "fa:16:3e:a9:eb:0a", "network": {"id": "31a1ca93-061c-401c-b6ea-8bdf2a73dd9e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-694757829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4261fca4b82043a4a914bddcadd0851e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a2f591-84", "ovs_interfaceid": "a3a2f591-8443-470e-9d14-48dfd91c3351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.050372] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:eb:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3a2f591-8443-470e-9d14-48dfd91c3351', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.061026] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Creating folder: Project (4261fca4b82043a4a914bddcadd0851e). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.061026] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afd1c79a-19ea-41af-89af-15733463e5ab {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.072608] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Created folder: Project (4261fca4b82043a4a914bddcadd0851e) in parent group-v528420. [ 715.072608] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Creating folder: Instances. Parent ref: group-v528559. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.072608] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78a679c1-de48-4b1a-b038-a279ce9ab34f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.075267] env[63419]: DEBUG nova.scheduler.client.report [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.091364] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Created folder: Instances in parent group-v528559. [ 715.091364] env[63419]: DEBUG oslo.service.loopingcall [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.091364] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.091364] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2343c513-eefb-431d-b7e3-0e7cf8e47914 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.120065] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.120065] env[63419]: value = "task-2622243" [ 715.120065] env[63419]: _type = "Task" [ 715.120065] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.132016] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622243, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.147088] env[63419]: DEBUG oslo_vmware.api [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622238, 'name': PowerOffVM_Task, 'duration_secs': 0.443989} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.147915] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.148345] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.149562] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8083b63c-a603-4126-8c8b-69f911f4f7ae {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.283604] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622237, 'name': Rename_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.301186] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.301479] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.301748] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Deleting the datastore file [datastore1] 6020a76d-95b3-4dec-85fc-c05cfb3d2323 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.302300] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96153a4a-fb52-4e7d-a5c0-a2557b8f0b23 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.311986] env[63419]: DEBUG oslo_vmware.api [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Waiting for the task: (returnval){ [ 715.311986] env[63419]: value = "task-2622245" [ 715.311986] env[63419]: _type = "Task" [ 715.311986] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.327135] env[63419]: DEBUG oslo_vmware.api [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.358529] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622239, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.374987] env[63419]: DEBUG oslo_concurrency.lockutils [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "d844be78-6a9d-4518-a427-c1465a687661" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.374987] env[63419]: DEBUG oslo_concurrency.lockutils [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "d844be78-6a9d-4518-a427-c1465a687661" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.374987] env[63419]: INFO nova.compute.manager [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Rebooting instance [ 715.414016] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622240, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.447900] env[63419]: DEBUG nova.compute.manager [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Received event network-changed-a3a2f591-8443-470e-9d14-48dfd91c3351 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 715.448447] env[63419]: DEBUG nova.compute.manager [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Refreshing instance network info cache due to event network-changed-a3a2f591-8443-470e-9d14-48dfd91c3351. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 715.448992] env[63419]: DEBUG oslo_concurrency.lockutils [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] Acquiring lock "refresh_cache-9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.451100] env[63419]: DEBUG oslo_concurrency.lockutils [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] Acquired lock "refresh_cache-9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.451100] env[63419]: DEBUG nova.network.neutron [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Refreshing network info cache for port a3a2f591-8443-470e-9d14-48dfd91c3351 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.582853] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.582853] env[63419]: DEBUG nova.compute.manager [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.584960] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.810s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.586158] env[63419]: DEBUG nova.objects.instance [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Lazy-loading 'resources' on Instance uuid 4489c2df-9894-49f3-ba4b-4a02b247bd23 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.634223] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622243, 'name': CreateVM_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.781739] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622237, 'name': Rename_Task, 'duration_secs': 1.179278} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.782199] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.782788] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7fa32e9-ad01-4492-922b-60d21021201d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.792023] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Waiting for the task: (returnval){ [ 715.792023] env[63419]: value = "task-2622246" [ 715.792023] env[63419]: _type = "Task" [ 715.792023] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.802669] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.824000] env[63419]: DEBUG oslo_vmware.api [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.834311] env[63419]: DEBUG nova.network.neutron [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Successfully updated port: be954597-fb32-448e-b5bc-8b2698e8285a {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.859333] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691132} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.859760] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 270b41dc-aff9-4572-97fd-29ca9680899f/270b41dc-aff9-4572-97fd-29ca9680899f.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.860138] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.860492] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27db1cff-6576-478d-8ae0-5a738d597037 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.870315] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 715.870315] env[63419]: value = "task-2622247" [ 715.870315] env[63419]: _type = "Task" [ 715.870315] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.883419] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.905618] env[63419]: DEBUG oslo_concurrency.lockutils [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.907023] env[63419]: DEBUG oslo_concurrency.lockutils [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquired lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.907023] env[63419]: DEBUG nova.network.neutron [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.912934] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767307} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.912934] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 51758570-f91b-4ba4-8c1d-676af2bac567/51758570-f91b-4ba4-8c1d-676af2bac567.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.912934] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.912934] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c534e839-f35c-4462-888c-530cfe94862d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.921184] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 715.921184] env[63419]: value = "task-2622248" [ 715.921184] env[63419]: _type = "Task" [ 715.921184] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.930665] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.092240] env[63419]: DEBUG nova.compute.utils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 716.094100] env[63419]: DEBUG nova.compute.manager [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.094717] env[63419]: DEBUG nova.network.neutron [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.143782] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622243, 'name': CreateVM_Task, 'duration_secs': 0.872669} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.144554] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.144937] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.145178] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.145533] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.145853] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f12bfa-dcb8-4177-b3da-9ad2d137c792 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.151720] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Waiting for the task: (returnval){ [ 716.151720] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52eeda26-33ed-3436-0e19-752ef882c54e" [ 716.151720] env[63419]: _type = "Task" [ 716.151720] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.153312] env[63419]: DEBUG nova.policy [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d3bbe5bf5c24c80baae5a2db8e9930e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dd0262c012c4ee3a3124c16e7f0eb9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.172836] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52eeda26-33ed-3436-0e19-752ef882c54e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.306350] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622246, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.324552] env[63419]: DEBUG oslo_vmware.api [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Task: {'id': task-2622245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.648006} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.324880] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.325118] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.325338] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.325772] env[63419]: INFO nova.compute.manager [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Took 1.71 seconds to destroy the instance on the hypervisor. [ 716.326097] env[63419]: DEBUG oslo.service.loopingcall [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.326363] env[63419]: DEBUG nova.compute.manager [-] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.326491] env[63419]: DEBUG nova.network.neutron [-] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.337702] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Acquiring lock "refresh_cache-7f4f09e8-f578-46cd-91ea-3ca98e1e683c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.337702] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Acquired lock "refresh_cache-7f4f09e8-f578-46cd-91ea-3ca98e1e683c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.337702] env[63419]: DEBUG nova.network.neutron [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.354219] env[63419]: DEBUG nova.network.neutron [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Updated VIF entry in instance network info cache for port a3a2f591-8443-470e-9d14-48dfd91c3351. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.354219] env[63419]: DEBUG nova.network.neutron [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Updating instance_info_cache with network_info: [{"id": "a3a2f591-8443-470e-9d14-48dfd91c3351", "address": "fa:16:3e:a9:eb:0a", "network": {"id": "31a1ca93-061c-401c-b6ea-8bdf2a73dd9e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-694757829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4261fca4b82043a4a914bddcadd0851e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a2f591-84", "ovs_interfaceid": "a3a2f591-8443-470e-9d14-48dfd91c3351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.387474] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131319} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.387799] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.388655] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58051bb-aafe-4e5b-81c5-bf9ef8faef67 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.416366] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 270b41dc-aff9-4572-97fd-29ca9680899f/270b41dc-aff9-4572-97fd-29ca9680899f.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.421540] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f49de75-8b48-42e9-acf8-0bd8457d4534 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.451531] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094522} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.452957] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.453375] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 716.453375] env[63419]: value = "task-2622250" [ 716.453375] env[63419]: _type = "Task" [ 716.453375] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.456533] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad90418-08ff-4ce6-8018-6ff7dab98a5e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.488024] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 51758570-f91b-4ba4-8c1d-676af2bac567/51758570-f91b-4ba4-8c1d-676af2bac567.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.494415] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a21f682-ad7a-45a2-ad9c-041921c56e22 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.509630] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.516108] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 716.516108] env[63419]: value = "task-2622251" [ 716.516108] env[63419]: _type = "Task" [ 716.516108] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.525660] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.598105] env[63419]: DEBUG nova.compute.manager [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.636019] env[63419]: DEBUG nova.compute.manager [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.636588] env[63419]: DEBUG nova.virt.hardware [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.636798] env[63419]: DEBUG nova.virt.hardware [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.637026] env[63419]: DEBUG nova.virt.hardware [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.637232] env[63419]: DEBUG nova.virt.hardware [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.637378] env[63419]: DEBUG nova.virt.hardware [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.637522] env[63419]: DEBUG nova.virt.hardware [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.637731] env[63419]: DEBUG nova.virt.hardware [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.637951] env[63419]: DEBUG nova.virt.hardware [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.638259] env[63419]: DEBUG nova.virt.hardware [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.638438] env[63419]: DEBUG nova.virt.hardware [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.638613] env[63419]: DEBUG nova.virt.hardware [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.640135] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67463b7b-ae10-4518-8cce-16e3836f3ae4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.651871] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2035e9bd-735c-40bc-b73a-e0e0cb8093c2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.681441] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52eeda26-33ed-3436-0e19-752ef882c54e, 'name': SearchDatastore_Task, 'duration_secs': 0.020887} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.686136] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.686478] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.686734] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.686880] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.687073] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.687761] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1646f1da-8201-4b6b-a975-759fc1319671 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.706040] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.706249] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.707058] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7da875-0c07-4084-a9cb-5e4173014bc2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.717724] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Waiting for the task: (returnval){ [ 716.717724] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]528598cb-babe-86d1-d530-5bc11a58e1a8" [ 716.717724] env[63419]: _type = "Task" [ 716.717724] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.725916] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]528598cb-babe-86d1-d530-5bc11a58e1a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.803097] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c442ed-4981-4643-aab1-93e484baeb7c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.815760] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717a023c-a9ea-49a2-8c24-81cc12ff10d8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.822054] env[63419]: DEBUG oslo_vmware.api [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Task: {'id': task-2622246, 'name': PowerOnVM_Task, 'duration_secs': 0.636124} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.822054] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.822054] env[63419]: INFO nova.compute.manager [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Took 11.09 seconds to spawn the instance on the hypervisor. [ 716.822054] env[63419]: DEBUG nova.compute.manager [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.822054] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6e7ba3-efa6-4b3d-80f8-99b029ef1ada {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.851660] env[63419]: DEBUG nova.network.neutron [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Successfully created port: 955cc455-eee8-4efe-b01b-19110edb1143 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.854464] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b460ed9b-95de-4a90-a9f9-ca4b01ab845a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.859254] env[63419]: DEBUG oslo_concurrency.lockutils [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] Releasing lock "refresh_cache-9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.859471] env[63419]: DEBUG nova.compute.manager [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Received event network-changed-81ea49d2-ea4e-4e32-b94c-1553afe61f09 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 716.859639] env[63419]: DEBUG nova.compute.manager [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Refreshing instance network info cache due to event network-changed-81ea49d2-ea4e-4e32-b94c-1553afe61f09. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 716.859820] env[63419]: DEBUG oslo_concurrency.lockutils [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] Acquiring lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.868271] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a7f288-ec72-455b-ab90-ec5a37ca3d59 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.873205] env[63419]: DEBUG nova.network.neutron [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Updating instance_info_cache with network_info: [{"id": "81ea49d2-ea4e-4e32-b94c-1553afe61f09", "address": "fa:16:3e:4a:48:83", "network": {"id": "19193428-3a6e-4572-bcb7-4af98e4a19bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1906502748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d969136d423a4a1aac6de0ebe9cad517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ea49d2-ea", "ovs_interfaceid": "81ea49d2-ea4e-4e32-b94c-1553afe61f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.885728] env[63419]: DEBUG nova.compute.provider_tree [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.941620] env[63419]: DEBUG nova.network.neutron [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.974713] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.031615] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.233112] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]528598cb-babe-86d1-d530-5bc11a58e1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.015487} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.234952] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c335a0a8-4946-484b-b2e4-f575da39fd73 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.240739] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Waiting for the task: (returnval){ [ 717.240739] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]522695a5-091b-fa73-ffbe-ca0a6b0d58aa" [ 717.240739] env[63419]: _type = "Task" [ 717.240739] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.249210] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]522695a5-091b-fa73-ffbe-ca0a6b0d58aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.342990] env[63419]: DEBUG nova.network.neutron [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Updating instance_info_cache with network_info: [{"id": "be954597-fb32-448e-b5bc-8b2698e8285a", "address": "fa:16:3e:b2:12:25", "network": {"id": "b8cef0df-563f-4003-930e-a78485f57176", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-881133532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c3cc04ad23a45b5a955123114481835", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe954597-fb", "ovs_interfaceid": "be954597-fb32-448e-b5bc-8b2698e8285a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.373121] env[63419]: INFO nova.compute.manager [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Took 50.01 seconds to build instance. [ 717.375653] env[63419]: DEBUG oslo_concurrency.lockutils [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Releasing lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.376576] env[63419]: DEBUG oslo_concurrency.lockutils [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] Acquired lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.377802] env[63419]: DEBUG nova.network.neutron [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Refreshing network info cache for port 81ea49d2-ea4e-4e32-b94c-1553afe61f09 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.389027] env[63419]: DEBUG nova.scheduler.client.report [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.472419] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622250, 'name': ReconfigVM_Task, 'duration_secs': 0.566514} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.472829] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 270b41dc-aff9-4572-97fd-29ca9680899f/270b41dc-aff9-4572-97fd-29ca9680899f.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.473760] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef912415-59a8-46c7-a2d7-604a992d110c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.481849] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 717.481849] env[63419]: value = "task-2622252" [ 717.481849] env[63419]: _type = "Task" [ 717.481849] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.491634] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622252, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.530035] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622251, 'name': ReconfigVM_Task, 'duration_secs': 0.943226} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.530035] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 51758570-f91b-4ba4-8c1d-676af2bac567/51758570-f91b-4ba4-8c1d-676af2bac567.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.530035] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dd5fa2d-d5f4-4d26-9feb-276c3c791b39 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.534552] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 717.534552] env[63419]: value = "task-2622253" [ 717.534552] env[63419]: _type = "Task" [ 717.534552] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.544344] env[63419]: DEBUG nova.compute.manager [req-21e25941-1db0-404d-b679-7a2e25e3b150 req-66509c9d-1d81-4b36-9729-1295b665bd6b service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Received event network-vif-deleted-7a3d16a8-7bb1-43f6-96b3-fbd52f058c93 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 717.544522] env[63419]: INFO nova.compute.manager [req-21e25941-1db0-404d-b679-7a2e25e3b150 req-66509c9d-1d81-4b36-9729-1295b665bd6b service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Neutron deleted interface 7a3d16a8-7bb1-43f6-96b3-fbd52f058c93; detaching it from the instance and deleting it from the info cache [ 717.544698] env[63419]: DEBUG nova.network.neutron [req-21e25941-1db0-404d-b679-7a2e25e3b150 req-66509c9d-1d81-4b36-9729-1295b665bd6b service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.550290] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622253, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.568474] env[63419]: DEBUG nova.compute.manager [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Received event network-vif-plugged-be954597-fb32-448e-b5bc-8b2698e8285a {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 717.568691] env[63419]: DEBUG oslo_concurrency.lockutils [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] Acquiring lock "7f4f09e8-f578-46cd-91ea-3ca98e1e683c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.568904] env[63419]: DEBUG oslo_concurrency.lockutils [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] Lock "7f4f09e8-f578-46cd-91ea-3ca98e1e683c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.569087] env[63419]: DEBUG oslo_concurrency.lockutils [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] Lock "7f4f09e8-f578-46cd-91ea-3ca98e1e683c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.569259] env[63419]: DEBUG nova.compute.manager [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] No waiting events found dispatching network-vif-plugged-be954597-fb32-448e-b5bc-8b2698e8285a {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.569432] env[63419]: WARNING nova.compute.manager [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Received unexpected event network-vif-plugged-be954597-fb32-448e-b5bc-8b2698e8285a for instance with vm_state building and task_state spawning. [ 717.569913] env[63419]: DEBUG nova.compute.manager [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Received event network-changed-be954597-fb32-448e-b5bc-8b2698e8285a {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 717.570178] env[63419]: DEBUG nova.compute.manager [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Refreshing instance network info cache due to event network-changed-be954597-fb32-448e-b5bc-8b2698e8285a. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 717.570386] env[63419]: DEBUG oslo_concurrency.lockutils [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] Acquiring lock "refresh_cache-7f4f09e8-f578-46cd-91ea-3ca98e1e683c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.609630] env[63419]: DEBUG nova.compute.manager [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.645887] env[63419]: DEBUG nova.virt.hardware [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.646440] env[63419]: DEBUG nova.virt.hardware [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.650020] env[63419]: DEBUG nova.virt.hardware [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.650020] env[63419]: DEBUG nova.virt.hardware [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.650020] env[63419]: DEBUG nova.virt.hardware [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.650020] env[63419]: DEBUG nova.virt.hardware [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.650020] env[63419]: DEBUG nova.virt.hardware [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.650316] env[63419]: DEBUG nova.virt.hardware [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.650316] env[63419]: DEBUG nova.virt.hardware [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.650316] env[63419]: DEBUG nova.virt.hardware [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.650316] env[63419]: DEBUG nova.virt.hardware [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.650316] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db3153-c559-42f9-98cd-d07013e857bf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.660760] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5abfcb-2ff5-4e54-8ec0-5965b66a4552 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.754548] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]522695a5-091b-fa73-ffbe-ca0a6b0d58aa, 'name': SearchDatastore_Task, 'duration_secs': 0.040096} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.754548] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.754548] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9/9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.754548] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a838ec1b-1414-4d25-a4a6-7e4c7c576271 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.759384] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Waiting for the task: (returnval){ [ 717.759384] env[63419]: value = "task-2622254" [ 717.759384] env[63419]: _type = "Task" [ 717.759384] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.770511] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.845973] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Releasing lock "refresh_cache-7f4f09e8-f578-46cd-91ea-3ca98e1e683c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.846342] env[63419]: DEBUG nova.compute.manager [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Instance network_info: |[{"id": "be954597-fb32-448e-b5bc-8b2698e8285a", "address": "fa:16:3e:b2:12:25", "network": {"id": "b8cef0df-563f-4003-930e-a78485f57176", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-881133532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c3cc04ad23a45b5a955123114481835", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe954597-fb", "ovs_interfaceid": "be954597-fb32-448e-b5bc-8b2698e8285a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.846641] env[63419]: DEBUG oslo_concurrency.lockutils [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] Acquired lock "refresh_cache-7f4f09e8-f578-46cd-91ea-3ca98e1e683c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.846849] env[63419]: DEBUG nova.network.neutron [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Refreshing network info cache for port be954597-fb32-448e-b5bc-8b2698e8285a {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.848138] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:12:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be954597-fb32-448e-b5bc-8b2698e8285a', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.856367] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Creating folder: Project (2c3cc04ad23a45b5a955123114481835). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.856889] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a78f316-a9a4-4fb7-a32d-c7144b76cd6a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.871923] env[63419]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 717.872272] env[63419]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63419) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 717.872491] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Folder already exists: Project (2c3cc04ad23a45b5a955123114481835). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 717.872683] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Creating folder: Instances. Parent ref: group-v528492. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.872910] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fa3faf6-e34b-4b8d-b080-344d68eb34c4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.874706] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c19b93b4-a665-4136-9a3b-55f6772923e9 tempest-ServerActionsTestOtherA-618193311 tempest-ServerActionsTestOtherA-618193311-project-member] Lock "320cd20d-40dd-4c0b-99f4-c9341df44457" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.401s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.887696] env[63419]: DEBUG nova.compute.manager [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.888129] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Created folder: Instances in parent group-v528492. [ 717.888296] env[63419]: DEBUG oslo.service.loopingcall [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.889034] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bf4884-4402-42d8-b4a5-f47a43649d36 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.892156] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.892729] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39d67c7c-a74a-4e41-9c98-559b9c536e39 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.915547] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.920479] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.751s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.920479] env[63419]: DEBUG nova.objects.instance [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lazy-loading 'resources' on Instance uuid 6d7003a6-9033-44d2-846c-593196cce92b {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.929102] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.929102] env[63419]: value = "task-2622257" [ 717.929102] env[63419]: _type = "Task" [ 717.929102] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.939851] env[63419]: DEBUG nova.network.neutron [-] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.939996] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622257, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.954811] env[63419]: INFO nova.scheduler.client.report [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Deleted allocations for instance 4489c2df-9894-49f3-ba4b-4a02b247bd23 [ 718.001277] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622252, 'name': Rename_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.046211] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622253, 'name': Rename_Task, 'duration_secs': 0.299063} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.046507] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.046785] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eac328e4-99d9-4a2d-b3a3-c8671e0bccd8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.055145] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b580212-4d86-48af-b9e8-ee3d2984f131 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.057847] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 718.057847] env[63419]: value = "task-2622258" [ 718.057847] env[63419]: _type = "Task" [ 718.057847] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.071435] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dc1a48-28f7-4a52-9df0-3f3f6f87da4c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.090545] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622258, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.120385] env[63419]: DEBUG nova.compute.manager [req-21e25941-1db0-404d-b679-7a2e25e3b150 req-66509c9d-1d81-4b36-9729-1295b665bd6b service nova] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Detach interface failed, port_id=7a3d16a8-7bb1-43f6-96b3-fbd52f058c93, reason: Instance 6020a76d-95b3-4dec-85fc-c05cfb3d2323 could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 718.272283] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622254, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.308236] env[63419]: DEBUG nova.network.neutron [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Updated VIF entry in instance network info cache for port 81ea49d2-ea4e-4e32-b94c-1553afe61f09. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.308236] env[63419]: DEBUG nova.network.neutron [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Updating instance_info_cache with network_info: [{"id": "81ea49d2-ea4e-4e32-b94c-1553afe61f09", "address": "fa:16:3e:4a:48:83", "network": {"id": "19193428-3a6e-4572-bcb7-4af98e4a19bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1906502748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d969136d423a4a1aac6de0ebe9cad517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ea49d2-ea", "ovs_interfaceid": "81ea49d2-ea4e-4e32-b94c-1553afe61f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.381018] env[63419]: DEBUG nova.compute.manager [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.444636] env[63419]: INFO nova.compute.manager [-] [instance: 6020a76d-95b3-4dec-85fc-c05cfb3d2323] Took 2.12 seconds to deallocate network for instance. [ 718.445040] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622257, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.465438] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7d7c17db-840b-4a45-baf3-d1cc51e09daa tempest-ServersTestJSON-305264333 tempest-ServersTestJSON-305264333-project-member] Lock "4489c2df-9894-49f3-ba4b-4a02b247bd23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.203s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.498910] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622252, 'name': Rename_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.574719] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.601964] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Volume attach. Driver type: vmdk {{(pid=63419) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 718.602243] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-528558', 'volume_id': '9c4e4799-3b7c-4362-a93c-cb898926f469', 'name': 'volume-9c4e4799-3b7c-4362-a93c-cb898926f469', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cf8d401-a8ad-44a7-b15b-c9a5f9998c97', 'attached_at': '', 'detached_at': '', 'volume_id': '9c4e4799-3b7c-4362-a93c-cb898926f469', 'serial': '9c4e4799-3b7c-4362-a93c-cb898926f469'} {{(pid=63419) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 718.603496] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd293d-16ed-42d8-8f9d-c2570fca137d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.628790] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b07a19-acbc-498f-a3aa-7076036d0dc3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.658423] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-9c4e4799-3b7c-4362-a93c-cb898926f469/volume-9c4e4799-3b7c-4362-a93c-cb898926f469.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.668833] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8116376-9d70-41ed-b89f-a587d1521954 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.689704] env[63419]: DEBUG oslo_vmware.api [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 718.689704] env[63419]: value = "task-2622259" [ 718.689704] env[63419]: _type = "Task" [ 718.689704] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.699184] env[63419]: DEBUG oslo_vmware.api [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.777657] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833713} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.777916] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9/9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.778499] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.779096] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cd34388-362e-461c-b991-5e4b0eeb830c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.787727] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Waiting for the task: (returnval){ [ 718.787727] env[63419]: value = "task-2622260" [ 718.787727] env[63419]: _type = "Task" [ 718.787727] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.797355] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.813697] env[63419]: DEBUG oslo_concurrency.lockutils [req-248b36c0-341f-4497-8976-0ed65d7c0540 req-7af1b636-73e7-491f-9677-61b9787c4076 service nova] Releasing lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.830711] env[63419]: DEBUG nova.network.neutron [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Updated VIF entry in instance network info cache for port be954597-fb32-448e-b5bc-8b2698e8285a. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.831093] env[63419]: DEBUG nova.network.neutron [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Updating instance_info_cache with network_info: [{"id": "be954597-fb32-448e-b5bc-8b2698e8285a", "address": "fa:16:3e:b2:12:25", "network": {"id": "b8cef0df-563f-4003-930e-a78485f57176", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-881133532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c3cc04ad23a45b5a955123114481835", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe954597-fb", "ovs_interfaceid": "be954597-fb32-448e-b5bc-8b2698e8285a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.906756] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.939559] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b80441-2d26-43b2-b56a-877fcadbdb65 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.951342] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622257, 'name': CreateVM_Task, 'duration_secs': 0.619618} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.952389] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.955754] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Doing hard reboot of VM {{(pid=63419) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 718.955754] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.955754] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c5e1233a-117a-442e-8ed7-aba26d213e25 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.956022] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': 0, 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-528502', 'volume_id': '5155e88d-a935-430f-a313-88b1092d7132', 'name': 'volume-5155e88d-a935-430f-a313-88b1092d7132', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f4f09e8-f578-46cd-91ea-3ca98e1e683c', 'attached_at': '', 'detached_at': '', 'volume_id': '5155e88d-a935-430f-a313-88b1092d7132', 'serial': '5155e88d-a935-430f-a313-88b1092d7132'}, 'disk_bus': None, 'attachment_id': '90561c90-86ff-4d31-9daf-09e7b8a4fb65', 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=63419) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 718.956022] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Root volume attach. Driver type: vmdk {{(pid=63419) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 718.956228] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f984a7e-2e92-48a0-befa-f5a1a2e5819e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.965912] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902704a8-de6e-44bb-b696-6a32e11b48e8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.969601] env[63419]: DEBUG oslo_vmware.api [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 718.969601] env[63419]: value = "task-2622261" [ 718.969601] env[63419]: _type = "Task" [ 718.969601] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.983088] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af457b0-39c9-4d61-8bec-7b5ef4d556ed {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.991245] env[63419]: DEBUG oslo_vmware.api [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622261, 'name': ResetVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.008609] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-394c5af1-0b32-4838-ba20-f7f820f20628 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.011272] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622252, 'name': Rename_Task, 'duration_secs': 1.17972} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.011786] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.012437] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95b5b0ff-796e-4d0b-8930-b3110607d583 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.017769] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Waiting for the task: (returnval){ [ 719.017769] env[63419]: value = "task-2622262" [ 719.017769] env[63419]: _type = "Task" [ 719.017769] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.019581] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 719.019581] env[63419]: value = "task-2622263" [ 719.019581] env[63419]: _type = "Task" [ 719.019581] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.038493] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622262, 'name': RelocateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.039429] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622263, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.062596] env[63419]: DEBUG nova.network.neutron [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Successfully updated port: 955cc455-eee8-4efe-b01b-19110edb1143 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.078315] env[63419]: DEBUG oslo_vmware.api [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622258, 'name': PowerOnVM_Task, 'duration_secs': 0.790376} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.078595] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.079272] env[63419]: DEBUG nova.compute.manager [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.079590] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8389001-cc5a-4bd9-872c-1754debd9778 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.175732] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da986b5-a4d3-4807-ab5d-92163c76159a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.184842] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9819165-d1dc-4f98-9ad7-5970dee75b88 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.221607] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f38a4a6-f2c4-4d8f-9b43-325fdb50e28d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.227535] env[63419]: DEBUG oslo_vmware.api [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622259, 'name': ReconfigVM_Task, 'duration_secs': 0.408673} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.228436] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-9c4e4799-3b7c-4362-a93c-cb898926f469/volume-9c4e4799-3b7c-4362-a93c-cb898926f469.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.239016] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74997d16-b123-4b05-8a66-16cae2c1a28a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.246579] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2bf52d-eab3-4d40-ab69-fd7e7f95b4ad {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.262453] env[63419]: DEBUG nova.compute.provider_tree [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.267150] env[63419]: DEBUG oslo_vmware.api [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 719.267150] env[63419]: value = "task-2622264" [ 719.267150] env[63419]: _type = "Task" [ 719.267150] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.276264] env[63419]: DEBUG oslo_vmware.api [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.298706] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095082} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.298994] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.300236] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b2e268-8b02-48ca-845e-cc94bd04152c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.326179] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9/9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.326179] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e240ed4-f168-4f91-99b1-6530b5ee6b95 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.339614] env[63419]: DEBUG oslo_concurrency.lockutils [req-5883e5b2-7fec-4f15-949f-5663e38cb058 req-2bde2c83-8601-447d-8969-d086119b3d4f service nova] Releasing lock "refresh_cache-7f4f09e8-f578-46cd-91ea-3ca98e1e683c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.345424] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Waiting for the task: (returnval){ [ 719.345424] env[63419]: value = "task-2622265" [ 719.345424] env[63419]: _type = "Task" [ 719.345424] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.354784] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.483769] env[63419]: DEBUG oslo_vmware.api [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622261, 'name': ResetVM_Task, 'duration_secs': 0.107539} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.487449] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Did hard reboot of VM {{(pid=63419) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 719.487449] env[63419]: DEBUG nova.compute.manager [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.487449] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbae7dc-780c-4bcd-8872-f670b84f520c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.541112] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622262, 'name': RelocateVM_Task} progress is 40%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.542325] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.569152] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Acquiring lock "refresh_cache-d3603f50-bc88-4085-b5ee-1a27cd4e1616" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.569563] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Acquired lock "refresh_cache-d3603f50-bc88-4085-b5ee-1a27cd4e1616" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.569821] env[63419]: DEBUG nova.network.neutron [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.611458] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.670022] env[63419]: DEBUG nova.compute.manager [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Received event network-vif-plugged-955cc455-eee8-4efe-b01b-19110edb1143 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 719.670022] env[63419]: DEBUG oslo_concurrency.lockutils [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] Acquiring lock "d3603f50-bc88-4085-b5ee-1a27cd4e1616-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.670022] env[63419]: DEBUG oslo_concurrency.lockutils [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] Lock "d3603f50-bc88-4085-b5ee-1a27cd4e1616-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.670022] env[63419]: DEBUG oslo_concurrency.lockutils [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] Lock "d3603f50-bc88-4085-b5ee-1a27cd4e1616-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.670022] env[63419]: DEBUG nova.compute.manager [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] No waiting events found dispatching network-vif-plugged-955cc455-eee8-4efe-b01b-19110edb1143 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.670387] env[63419]: WARNING nova.compute.manager [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Received unexpected event network-vif-plugged-955cc455-eee8-4efe-b01b-19110edb1143 for instance with vm_state building and task_state spawning. [ 719.670676] env[63419]: DEBUG nova.compute.manager [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Received event network-changed-955cc455-eee8-4efe-b01b-19110edb1143 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 719.671206] env[63419]: DEBUG nova.compute.manager [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Refreshing instance network info cache due to event network-changed-955cc455-eee8-4efe-b01b-19110edb1143. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 719.672176] env[63419]: DEBUG oslo_concurrency.lockutils [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] Acquiring lock "refresh_cache-d3603f50-bc88-4085-b5ee-1a27cd4e1616" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.747179] env[63419]: DEBUG nova.compute.manager [req-aaa34c1e-440b-4558-a002-206f72195783 req-c5fb1d29-02e7-4d99-b179-46264a752165 service nova] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Received event network-changed-de992234-73e3-458b-b10f-9a2bb081ca6f {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 719.747179] env[63419]: DEBUG nova.compute.manager [req-aaa34c1e-440b-4558-a002-206f72195783 req-c5fb1d29-02e7-4d99-b179-46264a752165 service nova] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Refreshing instance network info cache due to event network-changed-de992234-73e3-458b-b10f-9a2bb081ca6f. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 719.747179] env[63419]: DEBUG oslo_concurrency.lockutils [req-aaa34c1e-440b-4558-a002-206f72195783 req-c5fb1d29-02e7-4d99-b179-46264a752165 service nova] Acquiring lock "refresh_cache-320cd20d-40dd-4c0b-99f4-c9341df44457" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.747179] env[63419]: DEBUG oslo_concurrency.lockutils [req-aaa34c1e-440b-4558-a002-206f72195783 req-c5fb1d29-02e7-4d99-b179-46264a752165 service nova] Acquired lock "refresh_cache-320cd20d-40dd-4c0b-99f4-c9341df44457" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.747179] env[63419]: DEBUG nova.network.neutron [req-aaa34c1e-440b-4558-a002-206f72195783 req-c5fb1d29-02e7-4d99-b179-46264a752165 service nova] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Refreshing network info cache for port de992234-73e3-458b-b10f-9a2bb081ca6f {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.780580] env[63419]: DEBUG oslo_vmware.api [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622264, 'name': ReconfigVM_Task, 'duration_secs': 0.200039} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.781189] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-528558', 'volume_id': '9c4e4799-3b7c-4362-a93c-cb898926f469', 'name': 'volume-9c4e4799-3b7c-4362-a93c-cb898926f469', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cf8d401-a8ad-44a7-b15b-c9a5f9998c97', 'attached_at': '', 'detached_at': '', 'volume_id': '9c4e4799-3b7c-4362-a93c-cb898926f469', 'serial': '9c4e4799-3b7c-4362-a93c-cb898926f469'} {{(pid=63419) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 719.791984] env[63419]: ERROR nova.scheduler.client.report [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [req-0c1b1f95-11e4-4fed-956e-65fd192cb2c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c1b1f95-11e4-4fed-956e-65fd192cb2c6"}]} [ 719.814641] env[63419]: DEBUG nova.scheduler.client.report [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Refreshing inventories for resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 719.836436] env[63419]: DEBUG nova.scheduler.client.report [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Updating ProviderTree inventory for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 719.836436] env[63419]: DEBUG nova.compute.provider_tree [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.856713] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.858068] env[63419]: DEBUG nova.scheduler.client.report [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Refreshing aggregate associations for resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba, aggregates: None {{(pid=63419) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 719.891097] env[63419]: DEBUG nova.scheduler.client.report [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Refreshing trait associations for resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=63419) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 720.012025] env[63419]: DEBUG oslo_concurrency.lockutils [None req-787860bc-431e-4862-a218-d2b46ca3339e tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "d844be78-6a9d-4518-a427-c1465a687661" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.635s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.041963] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622262, 'name': RelocateVM_Task} progress is 54%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.048094] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622263, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.135774] env[63419]: DEBUG nova.network.neutron [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.364604] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.532014] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622262, 'name': RelocateVM_Task} progress is 67%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.544998] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622263, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.577519] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a073c52-df47-474b-8da3-af5635ae2353 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.585425] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0d004b-738a-40af-92a6-1641bb2c6f60 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.620300] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015b4d6d-9cbf-4123-a00f-7e594e9898a4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.628581] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366679b4-9e27-4309-8aa6-636552a86891 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.647129] env[63419]: DEBUG nova.compute.provider_tree [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.702754] env[63419]: DEBUG nova.network.neutron [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Updating instance_info_cache with network_info: [{"id": "955cc455-eee8-4efe-b01b-19110edb1143", "address": "fa:16:3e:da:e5:34", "network": {"id": "a29c26a0-32b3-48af-84a4-625dc6eb4ed8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-408932824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dd0262c012c4ee3a3124c16e7f0eb9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955cc455-ee", "ovs_interfaceid": "955cc455-eee8-4efe-b01b-19110edb1143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.847234] env[63419]: DEBUG nova.objects.instance [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lazy-loading 'flavor' on Instance uuid 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.860167] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.877156] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "51758570-f91b-4ba4-8c1d-676af2bac567" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.877464] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "51758570-f91b-4ba4-8c1d-676af2bac567" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.877719] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "51758570-f91b-4ba4-8c1d-676af2bac567-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.877912] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "51758570-f91b-4ba4-8c1d-676af2bac567-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.878311] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "51758570-f91b-4ba4-8c1d-676af2bac567-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.883150] env[63419]: INFO nova.compute.manager [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Terminating instance [ 720.953360] env[63419]: DEBUG nova.network.neutron [req-aaa34c1e-440b-4558-a002-206f72195783 req-c5fb1d29-02e7-4d99-b179-46264a752165 service nova] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Updated VIF entry in instance network info cache for port de992234-73e3-458b-b10f-9a2bb081ca6f. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.953820] env[63419]: DEBUG nova.network.neutron [req-aaa34c1e-440b-4558-a002-206f72195783 req-c5fb1d29-02e7-4d99-b179-46264a752165 service nova] [instance: 320cd20d-40dd-4c0b-99f4-c9341df44457] Updating instance_info_cache with network_info: [{"id": "de992234-73e3-458b-b10f-9a2bb081ca6f", "address": "fa:16:3e:ef:0a:35", "network": {"id": "68ced296-c306-4799-93a5-282eaa019786", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-355028086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f508ba1873143edb01232f1ac7e0f74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde992234-73", "ovs_interfaceid": "de992234-73e3-458b-b10f-9a2bb081ca6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.034658] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622262, 'name': RelocateVM_Task} progress is 81%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.045584] env[63419]: DEBUG oslo_vmware.api [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622263, 'name': PowerOnVM_Task, 'duration_secs': 1.897745} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.045982] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.046290] env[63419]: INFO nova.compute.manager [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Took 11.69 seconds to spawn the instance on the hypervisor. [ 721.046407] env[63419]: DEBUG nova.compute.manager [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.047418] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac05a4bd-341a-4ec8-8e5e-2686fb26e21f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.190283] env[63419]: DEBUG nova.scheduler.client.report [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Updated inventory for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 721.190584] env[63419]: DEBUG nova.compute.provider_tree [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Updating resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba generation from 64 to 65 during operation: update_inventory {{(pid=63419) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 721.190770] env[63419]: DEBUG nova.compute.provider_tree [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.206524] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Releasing lock "refresh_cache-d3603f50-bc88-4085-b5ee-1a27cd4e1616" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.206895] env[63419]: DEBUG nova.compute.manager [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Instance network_info: |[{"id": "955cc455-eee8-4efe-b01b-19110edb1143", "address": "fa:16:3e:da:e5:34", "network": {"id": "a29c26a0-32b3-48af-84a4-625dc6eb4ed8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-408932824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dd0262c012c4ee3a3124c16e7f0eb9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955cc455-ee", "ovs_interfaceid": "955cc455-eee8-4efe-b01b-19110edb1143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.207309] env[63419]: DEBUG oslo_concurrency.lockutils [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] Acquired lock "refresh_cache-d3603f50-bc88-4085-b5ee-1a27cd4e1616" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.207522] env[63419]: DEBUG nova.network.neutron [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Refreshing network info cache for port 955cc455-eee8-4efe-b01b-19110edb1143 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.208865] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:e5:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '955cc455-eee8-4efe-b01b-19110edb1143', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.217535] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Creating folder: Project (4dd0262c012c4ee3a3124c16e7f0eb9f). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.219465] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fb786e4-9d40-4781-9c88-b000f6db8aa4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.232993] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Created folder: Project (4dd0262c012c4ee3a3124c16e7f0eb9f) in parent group-v528420. [ 721.233237] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Creating folder: Instances. Parent ref: group-v528564. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.233557] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77ec5f66-2c3e-418c-8a36-6178bce50c6f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.251286] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Created folder: Instances in parent group-v528564. [ 721.251286] env[63419]: DEBUG oslo.service.loopingcall [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.251286] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.251286] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7659f9e6-bb4c-4279-8737-6cd399059a94 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.276038] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.276038] env[63419]: value = "task-2622268" [ 721.276038] env[63419]: _type = "Task" [ 721.276038] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.286896] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622268, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.363760] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622265, 'name': ReconfigVM_Task, 'duration_secs': 1.632027} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.364444] env[63419]: DEBUG oslo_concurrency.lockutils [None req-106587e7-0bca-46ca-9d11-e42d558bb6b4 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.895s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.366769] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9/9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.367555] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7af934c2-ab69-40fe-a310-f6279b19850a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.376315] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Waiting for the task: (returnval){ [ 721.376315] env[63419]: value = "task-2622269" [ 721.376315] env[63419]: _type = "Task" [ 721.376315] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.387314] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622269, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.387915] env[63419]: DEBUG nova.compute.manager [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.388222] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.388990] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14637dc-034b-4a04-993b-942d3dde444e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.397744] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.398455] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1ac59b5-8a85-44ec-acba-7b45c2feae3f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.406716] env[63419]: DEBUG oslo_vmware.api [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 721.406716] env[63419]: value = "task-2622270" [ 721.406716] env[63419]: _type = "Task" [ 721.406716] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.418131] env[63419]: DEBUG oslo_vmware.api [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.458150] env[63419]: DEBUG oslo_concurrency.lockutils [req-aaa34c1e-440b-4558-a002-206f72195783 req-c5fb1d29-02e7-4d99-b179-46264a752165 service nova] Releasing lock "refresh_cache-320cd20d-40dd-4c0b-99f4-c9341df44457" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.536267] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622262, 'name': RelocateVM_Task} progress is 95%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.571532] env[63419]: INFO nova.compute.manager [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Took 49.22 seconds to build instance. [ 721.699083] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.777s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.700954] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.546s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.701444] env[63419]: DEBUG nova.objects.instance [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lazy-loading 'resources' on Instance uuid e96b0ac5-39d8-4903-911a-5257757a8e23 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.725036] env[63419]: INFO nova.scheduler.client.report [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Deleted allocations for instance 6d7003a6-9033-44d2-846c-593196cce92b [ 721.742332] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.742332] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.742332] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.742332] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.742823] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.744825] env[63419]: INFO nova.compute.manager [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Terminating instance [ 721.789405] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622268, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.886480] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622269, 'name': Rename_Task, 'duration_secs': 0.38636} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.886921] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.887345] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-753fe239-adaf-446d-b757-8e97bd7db6d1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.894205] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Waiting for the task: (returnval){ [ 721.894205] env[63419]: value = "task-2622271" [ 721.894205] env[63419]: _type = "Task" [ 721.894205] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.919260] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.926913] env[63419]: DEBUG oslo_vmware.api [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622270, 'name': PowerOffVM_Task, 'duration_secs': 0.365144} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.927447] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.927718] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.928063] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af456866-1d97-43eb-ad7d-70f0e9d0f8da {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.004786] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.005046] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.005425] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Deleting the datastore file [datastore1] 51758570-f91b-4ba4-8c1d-676af2bac567 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.005667] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f6ddef0-919a-429f-ac78-d578f4e65426 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.017991] env[63419]: DEBUG oslo_vmware.api [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 722.017991] env[63419]: value = "task-2622273" [ 722.017991] env[63419]: _type = "Task" [ 722.017991] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.030633] env[63419]: DEBUG oslo_vmware.api [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.037236] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622262, 'name': RelocateVM_Task} progress is 97%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.041942] env[63419]: DEBUG nova.network.neutron [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Updated VIF entry in instance network info cache for port 955cc455-eee8-4efe-b01b-19110edb1143. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.042454] env[63419]: DEBUG nova.network.neutron [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Updating instance_info_cache with network_info: [{"id": "955cc455-eee8-4efe-b01b-19110edb1143", "address": "fa:16:3e:da:e5:34", "network": {"id": "a29c26a0-32b3-48af-84a4-625dc6eb4ed8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-408932824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dd0262c012c4ee3a3124c16e7f0eb9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955cc455-ee", "ovs_interfaceid": "955cc455-eee8-4efe-b01b-19110edb1143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.073254] env[63419]: DEBUG oslo_concurrency.lockutils [None req-3969f88d-0a45-4063-b5c6-d1045e9c29af tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "270b41dc-aff9-4572-97fd-29ca9680899f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.273s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.125209] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Acquiring lock "b4a730be-7b10-430e-91b7-d37dc68cbf81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.125471] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Lock "b4a730be-7b10-430e-91b7-d37dc68cbf81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.235895] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4d1f44e3-1b62-420c-9fd9-b6a5f6a1b2df tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "6d7003a6-9033-44d2-846c-593196cce92b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.577s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.252833] env[63419]: DEBUG nova.compute.manager [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.253026] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.253506] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae341d79-797e-48c2-aff5-b0a0b4915e71 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.268142] env[63419]: DEBUG oslo_vmware.api [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 722.268142] env[63419]: value = "task-2622274" [ 722.268142] env[63419]: _type = "Task" [ 722.268142] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.280403] env[63419]: DEBUG oslo_vmware.api [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.290267] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622268, 'name': CreateVM_Task, 'duration_secs': 0.562947} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.292088] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.292890] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.293122] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.293430] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.293718] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862e394f-ca16-48be-8488-390430255c0d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.301629] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Waiting for the task: (returnval){ [ 722.301629] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]523ff6c3-23b8-110a-c093-713e9c3d808e" [ 722.301629] env[63419]: _type = "Task" [ 722.301629] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.310111] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523ff6c3-23b8-110a-c093-713e9c3d808e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.337217] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "a6f63cb1-2d7c-4891-aabd-71ab4e225ba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.337517] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "a6f63cb1-2d7c-4891-aabd-71ab4e225ba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.414206] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622271, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.533377] env[63419]: DEBUG oslo_vmware.api [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482842} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.534052] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.534258] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.534450] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.534618] env[63419]: INFO nova.compute.manager [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Took 1.15 seconds to destroy the instance on the hypervisor. [ 722.535040] env[63419]: DEBUG oslo.service.loopingcall [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.535141] env[63419]: DEBUG nova.compute.manager [-] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.535141] env[63419]: DEBUG nova.network.neutron [-] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.540441] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622262, 'name': RelocateVM_Task} progress is 97%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.545648] env[63419]: DEBUG oslo_concurrency.lockutils [req-71924d2f-b2a1-402b-bf5d-98f7d1636edd req-b0f3132e-993c-4332-af78-e903e4ea2a5a service nova] Releasing lock "refresh_cache-d3603f50-bc88-4085-b5ee-1a27cd4e1616" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.577183] env[63419]: DEBUG nova.compute.manager [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.785630] env[63419]: DEBUG oslo_vmware.api [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622274, 'name': PowerOffVM_Task, 'duration_secs': 0.387549} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.786824] env[63419]: DEBUG nova.compute.manager [req-59d8fddf-2d16-4255-ae64-273576b459e1 req-59a4c472-29b8-4913-8832-4bc547c19ccd service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Received event network-changed-81ea49d2-ea4e-4e32-b94c-1553afe61f09 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 722.787023] env[63419]: DEBUG nova.compute.manager [req-59d8fddf-2d16-4255-ae64-273576b459e1 req-59a4c472-29b8-4913-8832-4bc547c19ccd service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Refreshing instance network info cache due to event network-changed-81ea49d2-ea4e-4e32-b94c-1553afe61f09. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 722.787741] env[63419]: DEBUG oslo_concurrency.lockutils [req-59d8fddf-2d16-4255-ae64-273576b459e1 req-59a4c472-29b8-4913-8832-4bc547c19ccd service nova] Acquiring lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.787741] env[63419]: DEBUG oslo_concurrency.lockutils [req-59d8fddf-2d16-4255-ae64-273576b459e1 req-59a4c472-29b8-4913-8832-4bc547c19ccd service nova] Acquired lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.787741] env[63419]: DEBUG nova.network.neutron [req-59d8fddf-2d16-4255-ae64-273576b459e1 req-59a4c472-29b8-4913-8832-4bc547c19ccd service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Refreshing network info cache for port 81ea49d2-ea4e-4e32-b94c-1553afe61f09 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.795237] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.795450] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Volume detach. Driver type: vmdk {{(pid=63419) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 722.795997] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-528558', 'volume_id': '9c4e4799-3b7c-4362-a93c-cb898926f469', 'name': 'volume-9c4e4799-3b7c-4362-a93c-cb898926f469', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cf8d401-a8ad-44a7-b15b-c9a5f9998c97', 'attached_at': '', 'detached_at': '', 'volume_id': '9c4e4799-3b7c-4362-a93c-cb898926f469', 'serial': '9c4e4799-3b7c-4362-a93c-cb898926f469'} {{(pid=63419) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 722.798643] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904e1906-bb51-4d65-9afd-e525948345cf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.834732] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f61166-304a-471c-a147-d1e4fe380ec7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.843906] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523ff6c3-23b8-110a-c093-713e9c3d808e, 'name': SearchDatastore_Task, 'duration_secs': 0.022407} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.844785] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.845052] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.846077] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.846161] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.847255] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.853162] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fa3cf35-ef54-4d6a-beb2-5dc73e5c4312 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.857363] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4121af86-32eb-4ef2-a525-2fd296e74300 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.887462] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fbfaaa-6e59-4420-9d8c-88b2de57598f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.891067] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] Acquiring lock "refresh_cache-270b41dc-aff9-4572-97fd-29ca9680899f" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.891266] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] Acquired lock "refresh_cache-270b41dc-aff9-4572-97fd-29ca9680899f" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.891440] env[63419]: DEBUG nova.network.neutron [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.893646] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.893646] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.894472] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88db4b32-5e59-470d-b5c3-7386add7041f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.906872] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Waiting for the task: (returnval){ [ 722.906872] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]522e00b6-c511-5d55-ed44-cca441344c59" [ 722.906872] env[63419]: _type = "Task" [ 722.906872] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.926695] env[63419]: DEBUG oslo_vmware.api [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622271, 'name': PowerOnVM_Task, 'duration_secs': 0.871765} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.927225] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c4e4799-3b7c-4362-a93c-cb898926f469/volume-9c4e4799-3b7c-4362-a93c-cb898926f469.vmdk. No consolidation needed. {{(pid=63419) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 722.932461] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=63419) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 722.935953] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.936456] env[63419]: INFO nova.compute.manager [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Took 10.86 seconds to spawn the instance on the hypervisor. [ 722.936456] env[63419]: DEBUG nova.compute.manager [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.936661] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f7ba70-f1aa-42cf-9167-e0afe45a2021 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.951483] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d221782-7de4-4b6a-a7cd-276a927a9667 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.954871] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd871ee-79e6-4093-9fa6-ba5da2ba565d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.963922] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]522e00b6-c511-5d55-ed44-cca441344c59, 'name': SearchDatastore_Task, 'duration_secs': 0.054958} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.968889] env[63419]: DEBUG oslo_vmware.api [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 722.968889] env[63419]: value = "task-2622275" [ 722.968889] env[63419]: _type = "Task" [ 722.968889] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.972474] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca720e5e-cef3-4bc5-bd35-4430620d719b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.976153] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59d3075-4d4c-4241-afac-d5c0848ac0c6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.015821] env[63419]: DEBUG oslo_vmware.api [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.016802] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Waiting for the task: (returnval){ [ 723.016802] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52ae87e8-1cca-4bdb-7db0-83eb33b9bbc0" [ 723.016802] env[63419]: _type = "Task" [ 723.016802] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.017646] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bf9fac-3984-4523-8b91-86eff81b1e4d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.038947] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d8cb67-879d-4b82-a217-335202cc0e5f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.040340] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52ae87e8-1cca-4bdb-7db0-83eb33b9bbc0, 'name': SearchDatastore_Task, 'duration_secs': 0.019246} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.040897] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.044761] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] d3603f50-bc88-4085-b5ee-1a27cd4e1616/d3603f50-bc88-4085-b5ee-1a27cd4e1616.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.044761] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee97a400-b4fa-4122-87eb-e1745dc68630 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.059187] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622262, 'name': RelocateVM_Task} progress is 98%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.059187] env[63419]: DEBUG nova.compute.provider_tree [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.063872] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Waiting for the task: (returnval){ [ 723.063872] env[63419]: value = "task-2622276" [ 723.063872] env[63419]: _type = "Task" [ 723.063872] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.072197] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.108090] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.340697] env[63419]: DEBUG nova.network.neutron [-] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.490443] env[63419]: INFO nova.compute.manager [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Took 48.34 seconds to build instance. [ 723.499128] env[63419]: DEBUG oslo_vmware.api [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622275, 'name': ReconfigVM_Task, 'duration_secs': 0.248808} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.499533] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=63419) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 723.505328] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42fcfb6f-2edc-4b1e-a387-5068dc3a0e1c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.524054] env[63419]: DEBUG oslo_vmware.api [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 723.524054] env[63419]: value = "task-2622277" [ 723.524054] env[63419]: _type = "Task" [ 723.524054] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.539703] env[63419]: DEBUG oslo_vmware.api [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.544271] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622262, 'name': RelocateVM_Task, 'duration_secs': 4.25522} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.544737] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Volume attach. Driver type: vmdk {{(pid=63419) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 723.545022] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-528502', 'volume_id': '5155e88d-a935-430f-a313-88b1092d7132', 'name': 'volume-5155e88d-a935-430f-a313-88b1092d7132', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f4f09e8-f578-46cd-91ea-3ca98e1e683c', 'attached_at': '', 'detached_at': '', 'volume_id': '5155e88d-a935-430f-a313-88b1092d7132', 'serial': '5155e88d-a935-430f-a313-88b1092d7132'} {{(pid=63419) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 723.546427] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758f46df-2d51-45db-b4b9-aeae288597b1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.577923] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7ddfb2-daa6-4167-a045-5481a242c8ad {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.603551] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-5155e88d-a935-430f-a313-88b1092d7132/volume-5155e88d-a935-430f-a313-88b1092d7132.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.604967] env[63419]: ERROR nova.scheduler.client.report [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [req-c7271e78-366c-429b-86bf-a840bfb398f8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7271e78-366c-429b-86bf-a840bfb398f8"}]} [ 723.611681] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2516a2be-7286-4bfa-abbd-e00c473a8bf2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.633097] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622276, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.643378] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Waiting for the task: (returnval){ [ 723.643378] env[63419]: value = "task-2622278" [ 723.643378] env[63419]: _type = "Task" [ 723.643378] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.655807] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.659823] env[63419]: DEBUG nova.scheduler.client.report [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Refreshing inventories for resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 723.667729] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "d844be78-6a9d-4518-a427-c1465a687661" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.668059] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "d844be78-6a9d-4518-a427-c1465a687661" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.668433] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "d844be78-6a9d-4518-a427-c1465a687661-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.668739] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "d844be78-6a9d-4518-a427-c1465a687661-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.668739] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "d844be78-6a9d-4518-a427-c1465a687661-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.671101] env[63419]: INFO nova.compute.manager [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Terminating instance [ 723.681890] env[63419]: DEBUG nova.scheduler.client.report [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Updating ProviderTree inventory for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 723.681890] env[63419]: DEBUG nova.compute.provider_tree [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.696773] env[63419]: DEBUG nova.scheduler.client.report [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Refreshing aggregate associations for resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba, aggregates: None {{(pid=63419) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 723.721418] env[63419]: DEBUG nova.scheduler.client.report [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Refreshing trait associations for resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=63419) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 723.823732] env[63419]: DEBUG nova.network.neutron [req-59d8fddf-2d16-4255-ae64-273576b459e1 req-59a4c472-29b8-4913-8832-4bc547c19ccd service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Updated VIF entry in instance network info cache for port 81ea49d2-ea4e-4e32-b94c-1553afe61f09. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.824911] env[63419]: DEBUG nova.network.neutron [req-59d8fddf-2d16-4255-ae64-273576b459e1 req-59a4c472-29b8-4913-8832-4bc547c19ccd service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Updating instance_info_cache with network_info: [{"id": "81ea49d2-ea4e-4e32-b94c-1553afe61f09", "address": "fa:16:3e:4a:48:83", "network": {"id": "19193428-3a6e-4572-bcb7-4af98e4a19bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1906502748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d969136d423a4a1aac6de0ebe9cad517", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ea49d2-ea", "ovs_interfaceid": "81ea49d2-ea4e-4e32-b94c-1553afe61f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.843473] env[63419]: INFO nova.compute.manager [-] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Took 1.31 seconds to deallocate network for instance. [ 723.877849] env[63419]: DEBUG nova.network.neutron [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Updating instance_info_cache with network_info: [{"id": "435436e2-e81f-4903-ba94-931f153468a4", "address": "fa:16:3e:69:70:08", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap435436e2-e8", "ovs_interfaceid": "435436e2-e81f-4903-ba94-931f153468a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.993319] env[63419]: DEBUG oslo_concurrency.lockutils [None req-02ba8c8f-d460-4db8-937a-2f9c033c7deb tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Lock "9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.789s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.033778] env[63419]: DEBUG oslo_vmware.api [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622277, 'name': ReconfigVM_Task, 'duration_secs': 0.188824} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.034020] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-528558', 'volume_id': '9c4e4799-3b7c-4362-a93c-cb898926f469', 'name': 'volume-9c4e4799-3b7c-4362-a93c-cb898926f469', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cf8d401-a8ad-44a7-b15b-c9a5f9998c97', 'attached_at': '', 'detached_at': '', 'volume_id': '9c4e4799-3b7c-4362-a93c-cb898926f469', 'serial': '9c4e4799-3b7c-4362-a93c-cb898926f469'} {{(pid=63419) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 724.034264] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.035900] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa71948-e494-4150-b864-fb831a368a94 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.044766] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.044997] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f133572f-8653-4b6f-9dce-0b0a40b0e142 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.090389] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609359} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.090389] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] d3603f50-bc88-4085-b5ee-1a27cd4e1616/d3603f50-bc88-4085-b5ee-1a27cd4e1616.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.090389] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.090389] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e868468-a061-4ceb-989a-33a1bb82f383 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.096170] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Waiting for the task: (returnval){ [ 724.096170] env[63419]: value = "task-2622280" [ 724.096170] env[63419]: _type = "Task" [ 724.096170] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.108333] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.116019] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.116019] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.116019] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Deleting the datastore file [datastore1] 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.116019] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5fc3ce7-880d-4bb1-ba87-2ad28ddd52d8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.123841] env[63419]: DEBUG oslo_vmware.api [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 724.123841] env[63419]: value = "task-2622281" [ 724.123841] env[63419]: _type = "Task" [ 724.123841] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.135987] env[63419]: DEBUG oslo_vmware.api [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.156283] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.175220] env[63419]: DEBUG nova.compute.manager [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.175454] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.176445] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a442232-11bf-490c-9e06-e4e8e143fbc8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.186430] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.186698] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d06ce4bd-295d-42d1-9681-ba9b140100f5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.192436] env[63419]: DEBUG oslo_vmware.api [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 724.192436] env[63419]: value = "task-2622282" [ 724.192436] env[63419]: _type = "Task" [ 724.192436] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.205476] env[63419]: DEBUG oslo_vmware.api [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.281744] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4affe6ad-527f-482d-b674-a9e6cb81d1f2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.291867] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e666cb29-7585-467d-a36d-0133f3497db8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.326647] env[63419]: DEBUG oslo_concurrency.lockutils [req-59d8fddf-2d16-4255-ae64-273576b459e1 req-59a4c472-29b8-4913-8832-4bc547c19ccd service nova] Releasing lock "refresh_cache-d844be78-6a9d-4518-a427-c1465a687661" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.327940] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37a3708-24ef-48cf-931c-d2b892006c7d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.336059] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22817646-b985-4ecf-8d72-170ec4d0b149 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.352067] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.352634] env[63419]: DEBUG nova.compute.provider_tree [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.383414] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] Releasing lock "refresh_cache-270b41dc-aff9-4572-97fd-29ca9680899f" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.383677] env[63419]: DEBUG nova.compute.manager [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Inject network info {{(pid=63419) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 724.383972] env[63419]: DEBUG nova.compute.manager [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] network_info to inject: |[{"id": "435436e2-e81f-4903-ba94-931f153468a4", "address": "fa:16:3e:69:70:08", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap435436e2-e8", "ovs_interfaceid": "435436e2-e81f-4903-ba94-931f153468a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 724.389472] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Reconfiguring VM instance to set the machine id {{(pid=63419) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 724.389825] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7c54996-44a1-45f1-9777-16363c41e7f9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.405531] env[63419]: DEBUG oslo_vmware.api [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] Waiting for the task: (returnval){ [ 724.405531] env[63419]: value = "task-2622283" [ 724.405531] env[63419]: _type = "Task" [ 724.405531] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.416368] env[63419]: DEBUG oslo_vmware.api [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] Task: {'id': task-2622283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.497035] env[63419]: DEBUG nova.compute.manager [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.608890] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086823} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.609273] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.610159] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bee18e-e44f-40b8-be86-9e39ec7ea31c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.634620] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] d3603f50-bc88-4085-b5ee-1a27cd4e1616/d3603f50-bc88-4085-b5ee-1a27cd4e1616.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.638223] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3f2af45-b023-4823-a65e-b6dae15a28ac {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.662260] env[63419]: DEBUG oslo_vmware.api [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216543} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.663975] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.664208] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.664425] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.664609] env[63419]: INFO nova.compute.manager [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Took 2.41 seconds to destroy the instance on the hypervisor. [ 724.665506] env[63419]: DEBUG oslo.service.loopingcall [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 724.665506] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Waiting for the task: (returnval){ [ 724.665506] env[63419]: value = "task-2622284" [ 724.665506] env[63419]: _type = "Task" [ 724.665506] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.668286] env[63419]: DEBUG nova.compute.manager [-] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.668391] env[63419]: DEBUG nova.network.neutron [-] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.670575] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622278, 'name': ReconfigVM_Task, 'duration_secs': 0.56077} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.675853] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-5155e88d-a935-430f-a313-88b1092d7132/volume-5155e88d-a935-430f-a313-88b1092d7132.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.681167] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03c85654-902e-4f67-b9d5-69c89308e47f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.701914] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.706757] env[63419]: DEBUG oslo_vmware.api [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622282, 'name': PowerOffVM_Task, 'duration_secs': 0.182565} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.707172] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Waiting for the task: (returnval){ [ 724.707172] env[63419]: value = "task-2622285" [ 724.707172] env[63419]: _type = "Task" [ 724.707172] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.707483] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.707655] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.707997] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f170bfa-f988-4c75-a032-e804bd455c27 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.723190] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622285, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.790405] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.790405] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.790405] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Deleting the datastore file [datastore2] d844be78-6a9d-4518-a427-c1465a687661 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.791449] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-195f6eb8-b6be-4cfa-9e96-ba369c8eccde {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.798788] env[63419]: DEBUG oslo_vmware.api [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 724.798788] env[63419]: value = "task-2622287" [ 724.798788] env[63419]: _type = "Task" [ 724.798788] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.807968] env[63419]: DEBUG oslo_vmware.api [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.881181] env[63419]: ERROR nova.scheduler.client.report [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [req-98e3a73f-2878-45c5-a4e4-d6d2bbf1bf15] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-98e3a73f-2878-45c5-a4e4-d6d2bbf1bf15"}]} [ 724.901056] env[63419]: DEBUG nova.scheduler.client.report [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Refreshing inventories for resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 724.918225] env[63419]: DEBUG oslo_vmware.api [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] Task: {'id': task-2622283, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.918225] env[63419]: DEBUG nova.scheduler.client.report [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Updating ProviderTree inventory for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 724.918225] env[63419]: DEBUG nova.compute.provider_tree [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.925142] env[63419]: DEBUG nova.compute.manager [req-1b25825f-7c61-4bd2-a359-fe2dea31a292 req-771d6cf4-0049-4988-8add-30cc35201064 service nova] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Received event network-vif-deleted-e234743a-e08b-42a6-a7c3-696a1ddcadd3 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 724.929953] env[63419]: DEBUG nova.scheduler.client.report [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Refreshing aggregate associations for resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba, aggregates: None {{(pid=63419) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 724.949796] env[63419]: DEBUG nova.scheduler.client.report [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Refreshing trait associations for resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=63419) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 725.011925] env[63419]: DEBUG oslo_concurrency.lockutils [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Acquiring lock "9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.012741] env[63419]: DEBUG oslo_concurrency.lockutils [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Lock "9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.013008] env[63419]: DEBUG oslo_concurrency.lockutils [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Acquiring lock "9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.013546] env[63419]: DEBUG oslo_concurrency.lockutils [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Lock "9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.013797] env[63419]: DEBUG oslo_concurrency.lockutils [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Lock "9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.020196] env[63419]: INFO nova.compute.manager [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Terminating instance [ 725.033300] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.183657] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.220345] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622285, 'name': ReconfigVM_Task, 'duration_secs': 0.165458} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.220649] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-528502', 'volume_id': '5155e88d-a935-430f-a313-88b1092d7132', 'name': 'volume-5155e88d-a935-430f-a313-88b1092d7132', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f4f09e8-f578-46cd-91ea-3ca98e1e683c', 'attached_at': '', 'detached_at': '', 'volume_id': '5155e88d-a935-430f-a313-88b1092d7132', 'serial': '5155e88d-a935-430f-a313-88b1092d7132'} {{(pid=63419) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 725.221203] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd2e612b-284b-4d42-be45-6e211c61b21e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.231760] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Waiting for the task: (returnval){ [ 725.231760] env[63419]: value = "task-2622288" [ 725.231760] env[63419]: _type = "Task" [ 725.231760] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.231981] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "2a444475-c46c-4b82-bb20-76c14a0dabed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.232204] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "2a444475-c46c-4b82-bb20-76c14a0dabed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.241872] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622288, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.310343] env[63419]: DEBUG oslo_vmware.api [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231413} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.313147] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.313370] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.313557] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.313756] env[63419]: INFO nova.compute.manager [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: d844be78-6a9d-4518-a427-c1465a687661] Took 1.14 seconds to destroy the instance on the hypervisor. [ 725.314012] env[63419]: DEBUG oslo.service.loopingcall [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.314439] env[63419]: DEBUG nova.compute.manager [-] [instance: d844be78-6a9d-4518-a427-c1465a687661] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.314551] env[63419]: DEBUG nova.network.neutron [-] [instance: d844be78-6a9d-4518-a427-c1465a687661] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.418319] env[63419]: DEBUG oslo_vmware.api [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] Task: {'id': task-2622283, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.490315] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50dff16-e1c2-4e90-9eb4-1b7da6a0b687 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.501829] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b49f58-2013-4cd5-bddf-5a056700692e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.541389] env[63419]: DEBUG nova.compute.manager [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.541975] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.543109] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce19ed7-4c99-4eab-8657-d285e82fe759 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.546425] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401bca38-610c-421f-b238-b9ac169b5775 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.557676] env[63419]: DEBUG nova.network.neutron [-] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.559290] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.561792] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65b81234-5884-4e2d-b787-7668747ff10f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.564605] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0da0e6d-c2ed-4e0c-874e-33ae60a5cab3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.580598] env[63419]: DEBUG nova.compute.provider_tree [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.584343] env[63419]: DEBUG oslo_vmware.api [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Waiting for the task: (returnval){ [ 725.584343] env[63419]: value = "task-2622289" [ 725.584343] env[63419]: _type = "Task" [ 725.584343] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.594637] env[63419]: DEBUG oslo_vmware.api [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.683094] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622284, 'name': ReconfigVM_Task, 'duration_secs': 0.724195} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.683672] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Reconfigured VM instance instance-0000002e to attach disk [datastore1] d3603f50-bc88-4085-b5ee-1a27cd4e1616/d3603f50-bc88-4085-b5ee-1a27cd4e1616.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.684351] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27d3d4c9-0165-43db-b497-ede4811da26a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.691962] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Waiting for the task: (returnval){ [ 725.691962] env[63419]: value = "task-2622290" [ 725.691962] env[63419]: _type = "Task" [ 725.691962] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.701415] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622290, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.743195] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622288, 'name': Rename_Task, 'duration_secs': 0.130801} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.743461] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.743883] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1551d6eb-c613-484f-960a-092dcafc5b23 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.750516] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Waiting for the task: (returnval){ [ 725.750516] env[63419]: value = "task-2622291" [ 725.750516] env[63419]: _type = "Task" [ 725.750516] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.760985] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.916083] env[63419]: DEBUG oslo_vmware.api [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] Task: {'id': task-2622283, 'name': ReconfigVM_Task, 'duration_secs': 1.471315} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.916369] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d4750b6d-d05c-46f3-a27c-b5b5bfdda418 tempest-ServersAdminTestJSON-515476997 tempest-ServersAdminTestJSON-515476997-project-admin] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Reconfigured VM instance to set the machine id {{(pid=63419) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 726.061396] env[63419]: INFO nova.compute.manager [-] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Took 1.39 seconds to deallocate network for instance. [ 726.097390] env[63419]: DEBUG oslo_vmware.api [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622289, 'name': PowerOffVM_Task, 'duration_secs': 0.174225} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.097627] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.097796] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.098062] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0907a540-d3df-4891-a2ba-baa1c083c2de {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.123876] env[63419]: DEBUG nova.scheduler.client.report [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Updated inventory for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 726.124171] env[63419]: DEBUG nova.compute.provider_tree [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Updating resource provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba generation from 68 to 69 during operation: update_inventory {{(pid=63419) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 726.124353] env[63419]: DEBUG nova.compute.provider_tree [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Updating inventory in ProviderTree for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.143558] env[63419]: DEBUG nova.network.neutron [-] [instance: d844be78-6a9d-4518-a427-c1465a687661] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.178528] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.178748] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.178929] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Deleting the datastore file [datastore2] 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.179249] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2132ecd3-8303-465e-94b5-c605de4d2a69 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.186486] env[63419]: DEBUG oslo_vmware.api [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Waiting for the task: (returnval){ [ 726.186486] env[63419]: value = "task-2622293" [ 726.186486] env[63419]: _type = "Task" [ 726.186486] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.194906] env[63419]: DEBUG oslo_vmware.api [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.202931] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622290, 'name': Rename_Task, 'duration_secs': 0.1663} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.203372] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.203636] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abfea46f-aca4-4362-aaba-fb5b62513ba5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.209422] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Waiting for the task: (returnval){ [ 726.209422] env[63419]: value = "task-2622294" [ 726.209422] env[63419]: _type = "Task" [ 726.209422] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.217795] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.261790] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.620145] env[63419]: INFO nova.compute.manager [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Took 0.56 seconds to detach 1 volumes for instance. [ 726.632316] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.931s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.638269] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.310s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.639381] env[63419]: INFO nova.compute.claims [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.647074] env[63419]: INFO nova.compute.manager [-] [instance: d844be78-6a9d-4518-a427-c1465a687661] Took 1.33 seconds to deallocate network for instance. [ 726.658675] env[63419]: INFO nova.scheduler.client.report [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Deleted allocations for instance e96b0ac5-39d8-4903-911a-5257757a8e23 [ 726.696872] env[63419]: DEBUG oslo_vmware.api [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Task: {'id': task-2622293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405561} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.697209] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.697442] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.697660] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.697894] env[63419]: INFO nova.compute.manager [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 726.698191] env[63419]: DEBUG oslo.service.loopingcall [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.698440] env[63419]: DEBUG nova.compute.manager [-] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.698544] env[63419]: DEBUG nova.network.neutron [-] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.720320] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622294, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.762542] env[63419]: DEBUG oslo_vmware.api [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Task: {'id': task-2622291, 'name': PowerOnVM_Task, 'duration_secs': 0.548958} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.762782] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.763082] env[63419]: INFO nova.compute.manager [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Took 10.13 seconds to spawn the instance on the hypervisor. [ 726.763260] env[63419]: DEBUG nova.compute.manager [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.764349] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4827fce5-78ed-4865-8c10-a4b0d89ce03a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.791382] env[63419]: INFO nova.compute.manager [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Rebuilding instance [ 726.830719] env[63419]: DEBUG nova.compute.manager [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.831598] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bb52b1-9f84-4dc0-80e7-0de4e6c42e20 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.960912] env[63419]: DEBUG nova.compute.manager [req-54cc7809-3153-402d-9238-15fd710f6c98 req-fdd04897-85ea-441a-aa85-b0080edf4be4 service nova] [instance: 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97] Received event network-vif-deleted-08924873-5dcc-4f97-bbfb-6bb2f6d45a52 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 726.961142] env[63419]: DEBUG nova.compute.manager [req-54cc7809-3153-402d-9238-15fd710f6c98 req-fdd04897-85ea-441a-aa85-b0080edf4be4 service nova] [instance: d844be78-6a9d-4518-a427-c1465a687661] Received event network-vif-deleted-81ea49d2-ea4e-4e32-b94c-1553afe61f09 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 727.126455] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.151982] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.166838] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9dd0b92f-be2e-4eed-8a9a-6b42050f4f09 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "e96b0ac5-39d8-4903-911a-5257757a8e23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.981s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.221208] env[63419]: DEBUG oslo_vmware.api [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622294, 'name': PowerOnVM_Task, 'duration_secs': 0.668897} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.221470] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.221670] env[63419]: INFO nova.compute.manager [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Took 9.61 seconds to spawn the instance on the hypervisor. [ 727.221845] env[63419]: DEBUG nova.compute.manager [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.222634] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb31a69f-1087-462f-84ef-3841e5a00376 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.286013] env[63419]: INFO nova.compute.manager [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Took 45.33 seconds to build instance. [ 727.496719] env[63419]: DEBUG nova.network.neutron [-] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.613452] env[63419]: DEBUG oslo_concurrency.lockutils [None req-92ac777e-369d-496c-99ac-12a04573c419 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquiring lock "d7e1b035-942f-45f6-a94e-3a67e0cefec5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.613733] env[63419]: DEBUG oslo_concurrency.lockutils [None req-92ac777e-369d-496c-99ac-12a04573c419 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Lock "d7e1b035-942f-45f6-a94e-3a67e0cefec5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.613913] env[63419]: DEBUG nova.compute.manager [None req-92ac777e-369d-496c-99ac-12a04573c419 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.614852] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4440e95e-f433-4966-9566-86d03b06a6cd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.622265] env[63419]: DEBUG nova.compute.manager [None req-92ac777e-369d-496c-99ac-12a04573c419 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63419) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 727.622825] env[63419]: DEBUG nova.objects.instance [None req-92ac777e-369d-496c-99ac-12a04573c419 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Lazy-loading 'flavor' on Instance uuid d7e1b035-942f-45f6-a94e-3a67e0cefec5 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.741950] env[63419]: INFO nova.compute.manager [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Took 42.26 seconds to build instance. [ 727.788402] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a36e4b0d-316a-4361-8c6a-ba7c261a1ed7 tempest-ServerActionsV293TestJSON-350363391 tempest-ServerActionsV293TestJSON-350363391-project-member] Lock "7f4f09e8-f578-46cd-91ea-3ca98e1e683c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.689s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.844875] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.846335] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53650dd6-f574-4219-b0b5-f39ed7e28cd6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.856812] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 727.856812] env[63419]: value = "task-2622295" [ 727.856812] env[63419]: _type = "Task" [ 727.856812] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.865593] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.003809] env[63419]: INFO nova.compute.manager [-] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Took 1.31 seconds to deallocate network for instance. [ 728.021241] env[63419]: DEBUG nova.compute.manager [req-0871364e-6de4-4a09-ba6c-b33a13b6e72c req-f56e05b4-b4ad-4def-8762-765426dbf606 service nova] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Received event network-changed-be954597-fb32-448e-b5bc-8b2698e8285a {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 728.021841] env[63419]: DEBUG nova.compute.manager [req-0871364e-6de4-4a09-ba6c-b33a13b6e72c req-f56e05b4-b4ad-4def-8762-765426dbf606 service nova] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Refreshing instance network info cache due to event network-changed-be954597-fb32-448e-b5bc-8b2698e8285a. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 728.022177] env[63419]: DEBUG oslo_concurrency.lockutils [req-0871364e-6de4-4a09-ba6c-b33a13b6e72c req-f56e05b4-b4ad-4def-8762-765426dbf606 service nova] Acquiring lock "refresh_cache-7f4f09e8-f578-46cd-91ea-3ca98e1e683c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.022402] env[63419]: DEBUG oslo_concurrency.lockutils [req-0871364e-6de4-4a09-ba6c-b33a13b6e72c req-f56e05b4-b4ad-4def-8762-765426dbf606 service nova] Acquired lock "refresh_cache-7f4f09e8-f578-46cd-91ea-3ca98e1e683c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.022602] env[63419]: DEBUG nova.network.neutron [req-0871364e-6de4-4a09-ba6c-b33a13b6e72c req-f56e05b4-b4ad-4def-8762-765426dbf606 service nova] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Refreshing network info cache for port be954597-fb32-448e-b5bc-8b2698e8285a {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.186596] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d8528a-bab2-49bf-acbf-8ab5b2b9eadf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.194138] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab24df2c-02f6-44a7-aaf1-7f8ed1254c85 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.225962] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64d2a70-32a9-4c2d-a984-40501913c380 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.233676] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93445962-3268-42f7-980d-4738c227d17a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.249246] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6275942e-264d-4045-9fed-895c9612401e tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Lock "d3603f50-bc88-4085-b5ee-1a27cd4e1616" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.703s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.249698] env[63419]: DEBUG nova.compute.provider_tree [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.293845] env[63419]: DEBUG nova.compute.manager [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.296711] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.296949] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.297129] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.297320] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.297488] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.299513] env[63419]: INFO nova.compute.manager [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Terminating instance [ 728.364264] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622295, 'name': PowerOffVM_Task, 'duration_secs': 0.219081} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.364665] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.365033] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.365910] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30910170-c9f2-47d7-a88e-08682453373a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.372588] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.372803] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18d33f90-8525-4e90-9fb1-f03f9362057d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.443189] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.443189] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.443189] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Deleting the datastore file [datastore2] 37c93441-be99-4d29-b8ab-d4a6da83e040 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.443382] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41c1c29e-7839-4667-b45f-d51d007bb08a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.450454] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 728.450454] env[63419]: value = "task-2622297" [ 728.450454] env[63419]: _type = "Task" [ 728.450454] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.458509] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.513421] env[63419]: DEBUG oslo_concurrency.lockutils [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.633250] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ac777e-369d-496c-99ac-12a04573c419 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.633250] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee0e559b-6058-4100-8b8c-1dc08aeff867 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.640631] env[63419]: DEBUG oslo_vmware.api [None req-92ac777e-369d-496c-99ac-12a04573c419 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Waiting for the task: (returnval){ [ 728.640631] env[63419]: value = "task-2622298" [ 728.640631] env[63419]: _type = "Task" [ 728.640631] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.653301] env[63419]: DEBUG oslo_vmware.api [None req-92ac777e-369d-496c-99ac-12a04573c419 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2622298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.755025] env[63419]: DEBUG nova.scheduler.client.report [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.759459] env[63419]: DEBUG nova.compute.manager [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.802589] env[63419]: DEBUG nova.compute.manager [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.803033] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.807056] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0307ee7e-d99e-4254-9e4c-8d268bb5c18b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.817620] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.818122] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a745da0-91f0-4fb8-9236-09448e868384 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.825058] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.829990] env[63419]: DEBUG oslo_vmware.api [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 728.829990] env[63419]: value = "task-2622299" [ 728.829990] env[63419]: _type = "Task" [ 728.829990] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.838109] env[63419]: DEBUG oslo_vmware.api [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.838997] env[63419]: DEBUG nova.network.neutron [req-0871364e-6de4-4a09-ba6c-b33a13b6e72c req-f56e05b4-b4ad-4def-8762-765426dbf606 service nova] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Updated VIF entry in instance network info cache for port be954597-fb32-448e-b5bc-8b2698e8285a. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.839363] env[63419]: DEBUG nova.network.neutron [req-0871364e-6de4-4a09-ba6c-b33a13b6e72c req-f56e05b4-b4ad-4def-8762-765426dbf606 service nova] [instance: 7f4f09e8-f578-46cd-91ea-3ca98e1e683c] Updating instance_info_cache with network_info: [{"id": "be954597-fb32-448e-b5bc-8b2698e8285a", "address": "fa:16:3e:b2:12:25", "network": {"id": "b8cef0df-563f-4003-930e-a78485f57176", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-881133532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c3cc04ad23a45b5a955123114481835", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe954597-fb", "ovs_interfaceid": "be954597-fb32-448e-b5bc-8b2698e8285a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.961341] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139394} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.963679] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.963679] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.963679] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.044917] env[63419]: DEBUG nova.compute.manager [req-bfa028dd-48c5-478e-bd7e-b9a5e5c84254 req-0b907f38-bc39-4030-89c7-3b4298d4fd7b service nova] [instance: 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9] Received event network-vif-deleted-a3a2f591-8443-470e-9d14-48dfd91c3351 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 729.151260] env[63419]: DEBUG oslo_vmware.api [None req-92ac777e-369d-496c-99ac-12a04573c419 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2622298, 'name': PowerOffVM_Task, 'duration_secs': 0.236739} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.151583] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ac777e-369d-496c-99ac-12a04573c419 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.151839] env[63419]: DEBUG nova.compute.manager [None req-92ac777e-369d-496c-99ac-12a04573c419 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.153097] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8e6583-df69-47c2-aebe-d45145fde78d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.261641] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.262252] env[63419]: DEBUG nova.compute.manager [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.267341] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.929s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.267587] env[63419]: DEBUG nova.objects.instance [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Lazy-loading 'resources' on Instance uuid 6208214a-b636-4618-94fc-54bb321c86c2 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.288443] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.340595] env[63419]: DEBUG oslo_vmware.api [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622299, 'name': PowerOffVM_Task, 'duration_secs': 0.203873} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.340923] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.341141] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.341694] env[63419]: DEBUG oslo_concurrency.lockutils [req-0871364e-6de4-4a09-ba6c-b33a13b6e72c req-f56e05b4-b4ad-4def-8762-765426dbf606 service nova] Releasing lock "refresh_cache-7f4f09e8-f578-46cd-91ea-3ca98e1e683c" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.342123] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e105ccd8-187c-45cb-a8dc-debeb89a9d3e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.668604] env[63419]: DEBUG oslo_concurrency.lockutils [None req-92ac777e-369d-496c-99ac-12a04573c419 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Lock "d7e1b035-942f-45f6-a94e-3a67e0cefec5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.774614] env[63419]: DEBUG nova.compute.utils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 729.780417] env[63419]: DEBUG nova.compute.manager [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.780417] env[63419]: DEBUG nova.network.neutron [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.805458] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.805652] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.805812] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Deleting the datastore file [datastore2] c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.806129] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20e39540-a687-40a8-8d7c-e71687ad4fe6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.812640] env[63419]: DEBUG oslo_vmware.api [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for the task: (returnval){ [ 729.812640] env[63419]: value = "task-2622301" [ 729.812640] env[63419]: _type = "Task" [ 729.812640] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.824844] env[63419]: DEBUG oslo_vmware.api [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.838672] env[63419]: DEBUG nova.policy [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6b25588d235458fa897183369e16814', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5331b4f5e6740d89477d13203e8044a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.007453] env[63419]: DEBUG nova.objects.instance [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Lazy-loading 'flavor' on Instance uuid d7e1b035-942f-45f6-a94e-3a67e0cefec5 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.019281] env[63419]: DEBUG nova.virt.hardware [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.019681] env[63419]: DEBUG nova.virt.hardware [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.019944] env[63419]: DEBUG nova.virt.hardware [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.020284] env[63419]: DEBUG nova.virt.hardware [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.020516] env[63419]: DEBUG nova.virt.hardware [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.021211] env[63419]: DEBUG nova.virt.hardware [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.021211] env[63419]: DEBUG nova.virt.hardware [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.021401] env[63419]: DEBUG nova.virt.hardware [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.021676] env[63419]: DEBUG nova.virt.hardware [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.021957] env[63419]: DEBUG nova.virt.hardware [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.022488] env[63419]: DEBUG nova.virt.hardware [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.024315] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf09b528-53a6-4007-9d36-2fff3988988e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.044669] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b7241b-678c-4766-b325-642a6574148a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.068429] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:b2:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71658874-9084-4e6a-8030-00f9ca1f65ee', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.081722] env[63419]: DEBUG oslo.service.loopingcall [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.087535] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.091582] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f246c444-d441-4c77-8345-27f0f9eb4a01 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.109679] env[63419]: DEBUG oslo_concurrency.lockutils [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Acquiring lock "d3603f50-bc88-4085-b5ee-1a27cd4e1616" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.109918] env[63419]: DEBUG oslo_concurrency.lockutils [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Lock "d3603f50-bc88-4085-b5ee-1a27cd4e1616" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.110140] env[63419]: DEBUG oslo_concurrency.lockutils [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Acquiring lock "d3603f50-bc88-4085-b5ee-1a27cd4e1616-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.110324] env[63419]: DEBUG oslo_concurrency.lockutils [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Lock "d3603f50-bc88-4085-b5ee-1a27cd4e1616-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.110495] env[63419]: DEBUG oslo_concurrency.lockutils [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Lock "d3603f50-bc88-4085-b5ee-1a27cd4e1616-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.112455] env[63419]: INFO nova.compute.manager [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Terminating instance [ 730.123302] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.123302] env[63419]: value = "task-2622302" [ 730.123302] env[63419]: _type = "Task" [ 730.123302] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.135487] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622302, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.193775] env[63419]: DEBUG nova.network.neutron [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Successfully created port: 2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.280165] env[63419]: DEBUG nova.compute.manager [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.332174] env[63419]: DEBUG oslo_vmware.api [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.373565] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86112718-e812-4eb4-8c2d-5b19e4400fdc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.383322] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e27d1b-9b3e-4666-a951-870e98f1818b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.417249] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bf685f-b390-49fd-9fd9-a4be95209fa4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.425318] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee96cb5-9ac0-493b-b380-a3e6596ee891 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.440184] env[63419]: DEBUG nova.compute.provider_tree [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.515220] env[63419]: DEBUG oslo_concurrency.lockutils [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquiring lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.515463] env[63419]: DEBUG oslo_concurrency.lockutils [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquired lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.516029] env[63419]: DEBUG nova.network.neutron [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.516029] env[63419]: DEBUG nova.objects.instance [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Lazy-loading 'info_cache' on Instance uuid d7e1b035-942f-45f6-a94e-3a67e0cefec5 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.618859] env[63419]: DEBUG nova.compute.manager [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.619167] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.620114] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aeb405-75a0-41ce-9f12-dc5936ca1610 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.631088] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.631657] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21a9b24e-fa1f-4f5f-9f1d-5fd8ef27b07b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.636369] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622302, 'name': CreateVM_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.637481] env[63419]: DEBUG oslo_vmware.api [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Waiting for the task: (returnval){ [ 730.637481] env[63419]: value = "task-2622303" [ 730.637481] env[63419]: _type = "Task" [ 730.637481] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.646958] env[63419]: DEBUG oslo_vmware.api [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.832022] env[63419]: DEBUG oslo_vmware.api [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Task: {'id': task-2622301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534371} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.832022] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.832022] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.832022] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.832022] env[63419]: INFO nova.compute.manager [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Took 2.03 seconds to destroy the instance on the hypervisor. [ 730.832505] env[63419]: DEBUG oslo.service.loopingcall [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.832505] env[63419]: DEBUG nova.compute.manager [-] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.832505] env[63419]: DEBUG nova.network.neutron [-] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.946151] env[63419]: DEBUG nova.scheduler.client.report [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.020154] env[63419]: DEBUG nova.objects.base [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63419) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 731.135833] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622302, 'name': CreateVM_Task, 'duration_secs': 0.631715} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.136359] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.138826] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.139022] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.139339] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.139656] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12dbe1e7-2862-402a-b2f1-56a6ea974d19 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.151911] env[63419]: DEBUG oslo_vmware.api [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622303, 'name': PowerOffVM_Task, 'duration_secs': 0.231774} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.152216] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 731.152216] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52ebb8e6-f5ae-af61-99c8-2a40683bd165" [ 731.152216] env[63419]: _type = "Task" [ 731.152216] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.152444] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.152609] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.152909] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a27897a4-8afd-47f4-a688-be98a33e70b5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.163645] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52ebb8e6-f5ae-af61-99c8-2a40683bd165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.206036] env[63419]: DEBUG nova.compute.manager [req-bc6d6e93-dbbe-48f0-8805-9fedf4ecdf8f req-fece6461-3082-4835-8596-858a750f3278 service nova] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Received event network-vif-deleted-e75bc43d-dfa5-405d-96e8-dc1ac166c3be {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 731.206036] env[63419]: INFO nova.compute.manager [req-bc6d6e93-dbbe-48f0-8805-9fedf4ecdf8f req-fece6461-3082-4835-8596-858a750f3278 service nova] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Neutron deleted interface e75bc43d-dfa5-405d-96e8-dc1ac166c3be; detaching it from the instance and deleting it from the info cache [ 731.206170] env[63419]: DEBUG nova.network.neutron [req-bc6d6e93-dbbe-48f0-8805-9fedf4ecdf8f req-fece6461-3082-4835-8596-858a750f3278 service nova] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.293458] env[63419]: DEBUG nova.compute.manager [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.319115] env[63419]: DEBUG nova.virt.hardware [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.319404] env[63419]: DEBUG nova.virt.hardware [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.319562] env[63419]: DEBUG nova.virt.hardware [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.319743] env[63419]: DEBUG nova.virt.hardware [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.319890] env[63419]: DEBUG nova.virt.hardware [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.320104] env[63419]: DEBUG nova.virt.hardware [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.320342] env[63419]: DEBUG nova.virt.hardware [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.320539] env[63419]: DEBUG nova.virt.hardware [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.320725] env[63419]: DEBUG nova.virt.hardware [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.320888] env[63419]: DEBUG nova.virt.hardware [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.321074] env[63419]: DEBUG nova.virt.hardware [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.321971] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2dc8e4-acf8-48af-b21e-5ee40cfdab39 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.330322] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a51e777-fdc6-4fb7-b02c-394da244c1b5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.448603] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.451103] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.665s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.451346] env[63419]: DEBUG nova.objects.instance [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lazy-loading 'resources' on Instance uuid 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.474150] env[63419]: INFO nova.scheduler.client.report [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Deleted allocations for instance 6208214a-b636-4618-94fc-54bb321c86c2 [ 731.621280] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.621541] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.621687] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Deleting the datastore file [datastore1] d3603f50-bc88-4085-b5ee-1a27cd4e1616 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.622143] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a72571cc-cda0-4426-865a-ab29fceea9fa {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.629453] env[63419]: DEBUG oslo_vmware.api [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Waiting for the task: (returnval){ [ 731.629453] env[63419]: value = "task-2622305" [ 731.629453] env[63419]: _type = "Task" [ 731.629453] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.641286] env[63419]: DEBUG oslo_vmware.api [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.663068] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52ebb8e6-f5ae-af61-99c8-2a40683bd165, 'name': SearchDatastore_Task, 'duration_secs': 0.028234} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.663399] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.663603] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.663846] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.664039] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.664225] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.664449] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-075e9f5d-c1b8-46e3-b828-e7941fc0c613 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.668145] env[63419]: DEBUG nova.network.neutron [-] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.674251] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.674417] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.675164] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a82dd9fb-efa2-49f1-aa56-34c0b0f5fe82 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.685054] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 731.685054] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]523db039-abf2-f5d7-0c86-e1820a703fe3" [ 731.685054] env[63419]: _type = "Task" [ 731.685054] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.695012] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523db039-abf2-f5d7-0c86-e1820a703fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.695827] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32153474-079f-41ab-8c11-55ea843d2536 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.703079] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 731.703079] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a807e8-6f63-9d71-88d2-025c72b2c66f" [ 731.703079] env[63419]: _type = "Task" [ 731.703079] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.711127] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88cc16c9-a839-4421-94c2-1160e8d7a375 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.713244] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a807e8-6f63-9d71-88d2-025c72b2c66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.720273] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685bf1f4-9114-4ce5-a8b7-ef1d7c5acaf0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.754857] env[63419]: DEBUG nova.compute.manager [req-bc6d6e93-dbbe-48f0-8805-9fedf4ecdf8f req-fece6461-3082-4835-8596-858a750f3278 service nova] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Detach interface failed, port_id=e75bc43d-dfa5-405d-96e8-dc1ac166c3be, reason: Instance c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 731.904817] env[63419]: DEBUG nova.network.neutron [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Updating instance_info_cache with network_info: [{"id": "fc7d37a2-3465-4860-8670-e4a739d90b5f", "address": "fa:16:3e:22:11:12", "network": {"id": "79be7556-de92-4271-894b-8b1c2cc27ecb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1601633248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a144028c2114b2d8da938b5336dfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7d37a2-34", "ovs_interfaceid": "fc7d37a2-3465-4860-8670-e4a739d90b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.947714] env[63419]: DEBUG nova.network.neutron [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Successfully updated port: 2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.982487] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d32e8ebd-ddaf-4d58-88ad-a31062dd9abd tempest-InstanceActionsTestJSON-219212260 tempest-InstanceActionsTestJSON-219212260-project-member] Lock "6208214a-b636-4618-94fc-54bb321c86c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.575s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.139655] env[63419]: DEBUG oslo_vmware.api [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Task: {'id': task-2622305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205325} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.142779] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.142779] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.142779] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.142944] env[63419]: INFO nova.compute.manager [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Took 1.52 seconds to destroy the instance on the hypervisor. [ 732.143094] env[63419]: DEBUG oslo.service.loopingcall [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.143987] env[63419]: DEBUG nova.compute.manager [-] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.143987] env[63419]: DEBUG nova.network.neutron [-] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.171035] env[63419]: INFO nova.compute.manager [-] [instance: c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a] Took 1.34 seconds to deallocate network for instance. [ 732.223936] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a807e8-6f63-9d71-88d2-025c72b2c66f, 'name': SearchDatastore_Task, 'duration_secs': 0.008822} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.228821] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.228821] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 37c93441-be99-4d29-b8ab-d4a6da83e040/37c93441-be99-4d29-b8ab-d4a6da83e040.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.228821] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a7b7b42-1a04-4ac7-a902-c68a03d21cc3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.235540] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 732.235540] env[63419]: value = "task-2622306" [ 732.235540] env[63419]: _type = "Task" [ 732.235540] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.250263] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.409316] env[63419]: DEBUG oslo_concurrency.lockutils [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Releasing lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.451244] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Acquiring lock "refresh_cache-34ab88db-886e-41fe-83d0-6c2e9d89c705" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.451244] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Acquired lock "refresh_cache-34ab88db-886e-41fe-83d0-6c2e9d89c705" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.451244] env[63419]: DEBUG nova.network.neutron [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.466751] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d42bdf-5667-4edb-b101-a80afdb12c25 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.476748] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e07af3-fd34-4c30-a22a-940752eb0333 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.511032] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6a5b97-04b6-45ee-aa97-9f46bf18e001 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.520430] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d653d8f2-9816-4330-a904-c535eec6514d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.537839] env[63419]: DEBUG nova.compute.provider_tree [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.684140] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.746796] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467445} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.747082] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 37c93441-be99-4d29-b8ab-d4a6da83e040/37c93441-be99-4d29-b8ab-d4a6da83e040.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.747303] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.747560] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecdb5c93-0431-44c3-b44c-7194def69806 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.754137] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 732.754137] env[63419]: value = "task-2622307" [ 732.754137] env[63419]: _type = "Task" [ 732.754137] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.766921] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.843489] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "interface-082f4702-6472-4952-81fb-a4e100b6cb04-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.843769] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "interface-082f4702-6472-4952-81fb-a4e100b6cb04-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.844146] env[63419]: DEBUG nova.objects.instance [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lazy-loading 'flavor' on Instance uuid 082f4702-6472-4952-81fb-a4e100b6cb04 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.994463] env[63419]: DEBUG nova.network.neutron [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.041649] env[63419]: DEBUG nova.scheduler.client.report [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.229718] env[63419]: DEBUG nova.network.neutron [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Updating instance_info_cache with network_info: [{"id": "2a0c0d96-ea7a-45e0-b89e-828d5aa8f200", "address": "fa:16:3e:93:1a:4a", "network": {"id": "0de89784-44ac-4829-a3c2-89877efee787", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-847917444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5331b4f5e6740d89477d13203e8044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0c0d96-ea", "ovs_interfaceid": "2a0c0d96-ea7a-45e0-b89e-828d5aa8f200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.265712] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074104} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.266016] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.266844] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291ade09-761a-479d-a1f7-65efebb4dea3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.291766] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 37c93441-be99-4d29-b8ab-d4a6da83e040/37c93441-be99-4d29-b8ab-d4a6da83e040.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.292084] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31788b92-a925-4e28-896b-4eae89260d8c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.313869] env[63419]: DEBUG nova.network.neutron [-] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.317275] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 733.317275] env[63419]: value = "task-2622308" [ 733.317275] env[63419]: _type = "Task" [ 733.317275] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.329243] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.415102] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.415459] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c359b36-843d-4385-842b-5fc344a4fbb6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.423865] env[63419]: DEBUG oslo_vmware.api [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Waiting for the task: (returnval){ [ 733.423865] env[63419]: value = "task-2622309" [ 733.423865] env[63419]: _type = "Task" [ 733.423865] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.434738] env[63419]: DEBUG oslo_vmware.api [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2622309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.505537] env[63419]: DEBUG nova.objects.instance [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lazy-loading 'pci_requests' on Instance uuid 082f4702-6472-4952-81fb-a4e100b6cb04 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.547432] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.549802] env[63419]: DEBUG oslo_concurrency.lockutils [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.694s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.550100] env[63419]: DEBUG nova.objects.instance [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lazy-loading 'resources' on Instance uuid 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.583357] env[63419]: INFO nova.scheduler.client.report [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Deleted allocations for instance 77c2b58c-a547-42bd-a3b3-3abdc3b49ec0 [ 733.733200] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Releasing lock "refresh_cache-34ab88db-886e-41fe-83d0-6c2e9d89c705" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.736016] env[63419]: DEBUG nova.compute.manager [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Instance network_info: |[{"id": "2a0c0d96-ea7a-45e0-b89e-828d5aa8f200", "address": "fa:16:3e:93:1a:4a", "network": {"id": "0de89784-44ac-4829-a3c2-89877efee787", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-847917444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5331b4f5e6740d89477d13203e8044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0c0d96-ea", "ovs_interfaceid": "2a0c0d96-ea7a-45e0-b89e-828d5aa8f200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.736160] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:1a:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a0c0d96-ea7a-45e0-b89e-828d5aa8f200', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.743186] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Creating folder: Project (b5331b4f5e6740d89477d13203e8044a). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.743612] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94750bc8-51a8-4907-a9a4-5bd432d5f325 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.756573] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Created folder: Project (b5331b4f5e6740d89477d13203e8044a) in parent group-v528420. [ 733.757049] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Creating folder: Instances. Parent ref: group-v528568. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.757524] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ed7eb8b-56ba-4e7b-972d-ca5ec56f8924 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.768160] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Created folder: Instances in parent group-v528568. [ 733.768413] env[63419]: DEBUG oslo.service.loopingcall [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.768609] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.768814] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65483ff5-d0aa-4bdd-9d58-ce1415416eb3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.792059] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.792059] env[63419]: value = "task-2622312" [ 733.792059] env[63419]: _type = "Task" [ 733.792059] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.801359] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622312, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.816588] env[63419]: INFO nova.compute.manager [-] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Took 1.67 seconds to deallocate network for instance. [ 733.831666] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.841859] env[63419]: DEBUG nova.compute.manager [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Received event network-vif-plugged-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 733.842080] env[63419]: DEBUG oslo_concurrency.lockutils [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] Acquiring lock "34ab88db-886e-41fe-83d0-6c2e9d89c705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.842293] env[63419]: DEBUG oslo_concurrency.lockutils [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] Lock "34ab88db-886e-41fe-83d0-6c2e9d89c705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.842460] env[63419]: DEBUG oslo_concurrency.lockutils [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] Lock "34ab88db-886e-41fe-83d0-6c2e9d89c705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.842643] env[63419]: DEBUG nova.compute.manager [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] No waiting events found dispatching network-vif-plugged-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.842837] env[63419]: WARNING nova.compute.manager [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Received unexpected event network-vif-plugged-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 for instance with vm_state building and task_state spawning. [ 733.843038] env[63419]: DEBUG nova.compute.manager [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Received event network-changed-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 733.843317] env[63419]: DEBUG nova.compute.manager [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Refreshing instance network info cache due to event network-changed-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 733.843549] env[63419]: DEBUG oslo_concurrency.lockutils [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] Acquiring lock "refresh_cache-34ab88db-886e-41fe-83d0-6c2e9d89c705" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.843723] env[63419]: DEBUG oslo_concurrency.lockutils [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] Acquired lock "refresh_cache-34ab88db-886e-41fe-83d0-6c2e9d89c705" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.843862] env[63419]: DEBUG nova.network.neutron [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Refreshing network info cache for port 2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.939162] env[63419]: DEBUG oslo_vmware.api [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2622309, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.010064] env[63419]: DEBUG nova.objects.base [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Object Instance<082f4702-6472-4952-81fb-a4e100b6cb04> lazy-loaded attributes: flavor,pci_requests {{(pid=63419) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 734.010064] env[63419]: DEBUG nova.network.neutron [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.098259] env[63419]: DEBUG oslo_concurrency.lockutils [None req-0de434e8-cd86-43a1-839c-87f34e1dc717 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "77c2b58c-a547-42bd-a3b3-3abdc3b49ec0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.701s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.124370] env[63419]: DEBUG nova.policy [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de5d2fab09e44fbbbb745ff3837d8722', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '963563c0e735407d81bf3d9f3584d6bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.303805] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622312, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.326391] env[63419]: DEBUG oslo_concurrency.lockutils [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.336028] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622308, 'name': ReconfigVM_Task, 'duration_secs': 0.776563} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.336028] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 37c93441-be99-4d29-b8ab-d4a6da83e040/37c93441-be99-4d29-b8ab-d4a6da83e040.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.336028] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c560fe6-caee-479b-9311-738a4846b5fd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.344062] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 734.344062] env[63419]: value = "task-2622313" [ 734.344062] env[63419]: _type = "Task" [ 734.344062] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.356914] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622313, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.449209] env[63419]: DEBUG oslo_vmware.api [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2622309, 'name': PowerOnVM_Task, 'duration_secs': 0.96845} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.449209] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.449209] env[63419]: DEBUG nova.compute.manager [None req-afbad1cd-6f97-46ff-b301-d7380ab9abed tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.449209] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175206ea-99a2-4b98-9486-506b5e297645 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.613560] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00641429-b142-4d77-983c-ceffee9b42ef {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.621365] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05736e16-4be5-4f72-9918-9cc4c8db2de0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.654173] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516cde08-1449-46f3-b484-b3533e45d963 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.662397] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad6b7bc-53ee-4a84-88cf-227928000b78 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.676817] env[63419]: DEBUG nova.compute.provider_tree [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.787160] env[63419]: DEBUG nova.network.neutron [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Successfully created port: a4979752-0d5f-472d-9a1c-baa571d832d4 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.805926] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622312, 'name': CreateVM_Task, 'duration_secs': 0.615396} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.809643] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.809643] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.809643] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.809643] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.809643] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e990de-dcc5-4afe-b0b3-c92846b58520 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.814186] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Waiting for the task: (returnval){ [ 734.814186] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]527f5f22-3102-8ea1-2e8b-08cb86aa1431" [ 734.814186] env[63419]: _type = "Task" [ 734.814186] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.825245] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527f5f22-3102-8ea1-2e8b-08cb86aa1431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.854700] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622313, 'name': Rename_Task, 'duration_secs': 0.406327} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.854989] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.855263] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb3b9f11-3e06-4112-9124-3875c4ecd16b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.862526] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 734.862526] env[63419]: value = "task-2622314" [ 734.862526] env[63419]: _type = "Task" [ 734.862526] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.878596] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.879647] env[63419]: DEBUG nova.network.neutron [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Updated VIF entry in instance network info cache for port 2a0c0d96-ea7a-45e0-b89e-828d5aa8f200. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.879999] env[63419]: DEBUG nova.network.neutron [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Updating instance_info_cache with network_info: [{"id": "2a0c0d96-ea7a-45e0-b89e-828d5aa8f200", "address": "fa:16:3e:93:1a:4a", "network": {"id": "0de89784-44ac-4829-a3c2-89877efee787", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-847917444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5331b4f5e6740d89477d13203e8044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0c0d96-ea", "ovs_interfaceid": "2a0c0d96-ea7a-45e0-b89e-828d5aa8f200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.182510] env[63419]: DEBUG nova.scheduler.client.report [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.327117] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527f5f22-3102-8ea1-2e8b-08cb86aa1431, 'name': SearchDatastore_Task, 'duration_secs': 0.021616} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.327293] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.327491] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.327882] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.328163] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.328779] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.328940] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b20b3d16-2b46-4fa8-827a-9c8a62411200 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.340748] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.340946] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.341691] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8010b2f7-34a2-42ed-b3dc-f5ba028d95f1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.348503] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Waiting for the task: (returnval){ [ 735.348503] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52c6d20d-0150-8fa7-3b0e-8db65a3892a0" [ 735.348503] env[63419]: _type = "Task" [ 735.348503] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.356624] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c6d20d-0150-8fa7-3b0e-8db65a3892a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.372432] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622314, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.383166] env[63419]: DEBUG oslo_concurrency.lockutils [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] Releasing lock "refresh_cache-34ab88db-886e-41fe-83d0-6c2e9d89c705" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.383327] env[63419]: DEBUG nova.compute.manager [req-87ba0234-f134-4d67-8a27-b5e660ce55c0 req-155b78d3-80f5-4660-925a-2a41d387ca18 service nova] [instance: d3603f50-bc88-4085-b5ee-1a27cd4e1616] Received event network-vif-deleted-955cc455-eee8-4efe-b01b-19110edb1143 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 735.687845] env[63419]: DEBUG oslo_concurrency.lockutils [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.690416] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.126s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.692163] env[63419]: INFO nova.compute.claims [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.714404] env[63419]: INFO nova.scheduler.client.report [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Deleted allocations for instance 5af08ad9-7de0-412d-9ed0-c2bfce9c9b25 [ 735.859770] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c6d20d-0150-8fa7-3b0e-8db65a3892a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.860509] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-320eb6b2-f25e-4425-9484-cbc28fccd4b0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.867685] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Waiting for the task: (returnval){ [ 735.867685] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]521dc731-b40a-5308-b14d-673832db044c" [ 735.867685] env[63419]: _type = "Task" [ 735.867685] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.873697] env[63419]: DEBUG oslo_vmware.api [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622314, 'name': PowerOnVM_Task, 'duration_secs': 0.695795} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.874296] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.874515] env[63419]: DEBUG nova.compute.manager [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.875265] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b700ff67-f78b-46f7-9097-433e0b7e0a18 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.881160] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521dc731-b40a-5308-b14d-673832db044c, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.881695] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.881944] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 34ab88db-886e-41fe-83d0-6c2e9d89c705/34ab88db-886e-41fe-83d0-6c2e9d89c705.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.882208] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87c7228d-9a19-4fbc-a180-4897290b8a1b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.894272] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Waiting for the task: (returnval){ [ 735.894272] env[63419]: value = "task-2622315" [ 735.894272] env[63419]: _type = "Task" [ 735.894272] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.903717] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.223450] env[63419]: DEBUG oslo_concurrency.lockutils [None req-053e2289-9b0e-413e-b7ed-3c4ab36f369e tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "5af08ad9-7de0-412d-9ed0-c2bfce9c9b25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.739s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.407435] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.413102] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515844} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.414794] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 34ab88db-886e-41fe-83d0-6c2e9d89c705/34ab88db-886e-41fe-83d0-6c2e9d89c705.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.415123] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.416042] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8e432b3-892a-4471-83e3-283202837c92 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.422744] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Waiting for the task: (returnval){ [ 736.422744] env[63419]: value = "task-2622316" [ 736.422744] env[63419]: _type = "Task" [ 736.422744] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.437063] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.468164] env[63419]: DEBUG nova.network.neutron [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Successfully updated port: a4979752-0d5f-472d-9a1c-baa571d832d4 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.935103] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092154} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.935365] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.936246] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb69a42-3bb6-4f47-9a97-b0c842a2da81 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.959941] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 34ab88db-886e-41fe-83d0-6c2e9d89c705/34ab88db-886e-41fe-83d0-6c2e9d89c705.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.963410] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1743d51a-c83d-48bb-bfec-83d9bbe56b8c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.979113] env[63419]: DEBUG nova.compute.manager [req-01bda2bc-44ff-4ba5-8fce-688875d01444 req-1857fba3-d08b-4c9f-909d-6b65572cb982 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Received event network-vif-plugged-a4979752-0d5f-472d-9a1c-baa571d832d4 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 736.979316] env[63419]: DEBUG oslo_concurrency.lockutils [req-01bda2bc-44ff-4ba5-8fce-688875d01444 req-1857fba3-d08b-4c9f-909d-6b65572cb982 service nova] Acquiring lock "082f4702-6472-4952-81fb-a4e100b6cb04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.979519] env[63419]: DEBUG oslo_concurrency.lockutils [req-01bda2bc-44ff-4ba5-8fce-688875d01444 req-1857fba3-d08b-4c9f-909d-6b65572cb982 service nova] Lock "082f4702-6472-4952-81fb-a4e100b6cb04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.979680] env[63419]: DEBUG oslo_concurrency.lockutils [req-01bda2bc-44ff-4ba5-8fce-688875d01444 req-1857fba3-d08b-4c9f-909d-6b65572cb982 service nova] Lock "082f4702-6472-4952-81fb-a4e100b6cb04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.979848] env[63419]: DEBUG nova.compute.manager [req-01bda2bc-44ff-4ba5-8fce-688875d01444 req-1857fba3-d08b-4c9f-909d-6b65572cb982 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] No waiting events found dispatching network-vif-plugged-a4979752-0d5f-472d-9a1c-baa571d832d4 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.980019] env[63419]: WARNING nova.compute.manager [req-01bda2bc-44ff-4ba5-8fce-688875d01444 req-1857fba3-d08b-4c9f-909d-6b65572cb982 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Received unexpected event network-vif-plugged-a4979752-0d5f-472d-9a1c-baa571d832d4 for instance with vm_state active and task_state None. [ 736.981089] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.981242] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquired lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.981405] env[63419]: DEBUG nova.network.neutron [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.991508] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Waiting for the task: (returnval){ [ 736.991508] env[63419]: value = "task-2622317" [ 736.991508] env[63419]: _type = "Task" [ 736.991508] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.004893] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.134957] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2a5feb-18be-4e91-83c7-ffd2e3150bcc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.143088] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c3f939-8ffc-4ef3-924c-add2a6488d01 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.175288] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54925d1c-cc70-4c3f-bc52-e3850ab647d2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.183742] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dffa15-1a04-4d1c-879a-7ee4789054ba {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.197626] env[63419]: DEBUG nova.compute.provider_tree [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.504366] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.519296] env[63419]: WARNING nova.network.neutron [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] 2b7b9882-10eb-4973-8da7-bc0aa8ee611e already exists in list: networks containing: ['2b7b9882-10eb-4973-8da7-bc0aa8ee611e']. ignoring it [ 737.705422] env[63419]: DEBUG nova.scheduler.client.report [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.866292] env[63419]: DEBUG nova.network.neutron [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Updating instance_info_cache with network_info: [{"id": "93701d67-4a35-44b3-b884-4786504859a0", "address": "fa:16:3e:91:7f:59", "network": {"id": "2b7b9882-10eb-4973-8da7-bc0aa8ee611e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515459580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "963563c0e735407d81bf3d9f3584d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93701d67-4a", "ovs_interfaceid": "93701d67-4a35-44b3-b884-4786504859a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4979752-0d5f-472d-9a1c-baa571d832d4", "address": "fa:16:3e:6e:46:b7", "network": {"id": "2b7b9882-10eb-4973-8da7-bc0aa8ee611e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515459580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "963563c0e735407d81bf3d9f3584d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4979752-0d", "ovs_interfaceid": "a4979752-0d5f-472d-9a1c-baa571d832d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.005620] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.210563] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.211083] env[63419]: DEBUG nova.compute.manager [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.216846] env[63419]: DEBUG oslo_concurrency.lockutils [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.494s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.216846] env[63419]: DEBUG nova.objects.instance [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lazy-loading 'resources' on Instance uuid 7d5d9360-e0f8-4e72-850b-5a5b01d619de {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.218192] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "5482860c-ff36-44ea-818b-f4f5d18b6318" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.218424] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "5482860c-ff36-44ea-818b-f4f5d18b6318" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.251187] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "13f1380a-f96e-40e8-a0dd-b0fcd30a0203" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.251431] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "13f1380a-f96e-40e8-a0dd-b0fcd30a0203" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.368957] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Releasing lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.369639] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.369799] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquired lock "082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.370716] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f87217-ade0-4cf3-aa32-1ea1e77b9593 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.389934] env[63419]: DEBUG nova.virt.hardware [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.390176] env[63419]: DEBUG nova.virt.hardware [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.390327] env[63419]: DEBUG nova.virt.hardware [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.390510] env[63419]: DEBUG nova.virt.hardware [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.390660] env[63419]: DEBUG nova.virt.hardware [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.390808] env[63419]: DEBUG nova.virt.hardware [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.391017] env[63419]: DEBUG nova.virt.hardware [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.391184] env[63419]: DEBUG nova.virt.hardware [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.391357] env[63419]: DEBUG nova.virt.hardware [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.391519] env[63419]: DEBUG nova.virt.hardware [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.391694] env[63419]: DEBUG nova.virt.hardware [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.398390] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Reconfiguring VM to attach interface {{(pid=63419) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 738.398745] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e88da468-5554-4d55-9e09-90fd8285c7e8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.419907] env[63419]: DEBUG oslo_vmware.api [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for the task: (returnval){ [ 738.419907] env[63419]: value = "task-2622318" [ 738.419907] env[63419]: _type = "Task" [ 738.419907] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.428748] env[63419]: DEBUG oslo_vmware.api [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622318, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.503888] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622317, 'name': ReconfigVM_Task, 'duration_secs': 1.04351} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.504102] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 34ab88db-886e-41fe-83d0-6c2e9d89c705/34ab88db-886e-41fe-83d0-6c2e9d89c705.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.504730] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ebaf306-1294-494b-98a7-7e0a657d3362 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.512771] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Waiting for the task: (returnval){ [ 738.512771] env[63419]: value = "task-2622319" [ 738.512771] env[63419]: _type = "Task" [ 738.512771] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.521720] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622319, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.718480] env[63419]: DEBUG nova.compute.utils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 738.720188] env[63419]: DEBUG nova.compute.manager [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.720399] env[63419]: DEBUG nova.network.neutron [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.802525] env[63419]: DEBUG nova.policy [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcb308b3fbc3402e8e82980b90d3795b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1d0945db06c47ff9d75155fee4b17f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.933313] env[63419]: DEBUG oslo_vmware.api [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.023480] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622319, 'name': Rename_Task, 'duration_secs': 0.22925} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.023930] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.024638] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bacdb78-3e26-4dd1-a608-868af6bdf983 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.038299] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Waiting for the task: (returnval){ [ 739.038299] env[63419]: value = "task-2622320" [ 739.038299] env[63419]: _type = "Task" [ 739.038299] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.051569] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.199295] env[63419]: DEBUG nova.network.neutron [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Successfully created port: 9f14203c-c4b4-4ce4-bcde-155359591466 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.217398] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c00f7b8-868f-46bb-a504-d61c5957cb82 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.227191] env[63419]: DEBUG nova.compute.manager [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.230763] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce8941f-ff30-4f92-8815-ec76bfc0f02d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.270901] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257949ac-077f-437b-9c83-43a12965e93a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.280548] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9a6b0e-f445-4eb0-b861-f0307e48e0af {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.296750] env[63419]: DEBUG nova.compute.provider_tree [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.431488] env[63419]: DEBUG oslo_vmware.api [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622318, 'name': ReconfigVM_Task, 'duration_secs': 0.690278} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.432068] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Releasing lock "082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.432310] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Reconfigured VM to attach interface {{(pid=63419) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 739.528885] env[63419]: DEBUG nova.compute.manager [req-5bfb26db-6c7c-4168-a3d0-dbae6f070b2e req-93a23747-37e6-4d87-ac26-4948b33632d4 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Received event network-changed-a4979752-0d5f-472d-9a1c-baa571d832d4 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 739.529144] env[63419]: DEBUG nova.compute.manager [req-5bfb26db-6c7c-4168-a3d0-dbae6f070b2e req-93a23747-37e6-4d87-ac26-4948b33632d4 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Refreshing instance network info cache due to event network-changed-a4979752-0d5f-472d-9a1c-baa571d832d4. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 739.529264] env[63419]: DEBUG oslo_concurrency.lockutils [req-5bfb26db-6c7c-4168-a3d0-dbae6f070b2e req-93a23747-37e6-4d87-ac26-4948b33632d4 service nova] Acquiring lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.529383] env[63419]: DEBUG oslo_concurrency.lockutils [req-5bfb26db-6c7c-4168-a3d0-dbae6f070b2e req-93a23747-37e6-4d87-ac26-4948b33632d4 service nova] Acquired lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.529544] env[63419]: DEBUG nova.network.neutron [req-5bfb26db-6c7c-4168-a3d0-dbae6f070b2e req-93a23747-37e6-4d87-ac26-4948b33632d4 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Refreshing network info cache for port a4979752-0d5f-472d-9a1c-baa571d832d4 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.549178] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.800098] env[63419]: DEBUG nova.scheduler.client.report [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.939332] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d7ee71f-3d87-4023-b982-de1aa269f3cc tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "interface-082f4702-6472-4952-81fb-a4e100b6cb04-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.095s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.976492] env[63419]: INFO nova.compute.manager [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Rebuilding instance [ 740.026928] env[63419]: DEBUG nova.compute.manager [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.029853] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0177425-686d-4fd2-911e-94e383c6dadb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.048432] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622320, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.242851] env[63419]: DEBUG nova.compute.manager [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.272960] env[63419]: DEBUG nova.virt.hardware [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:44:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='00a01385-d627-45ea-8ece-ea0fe44dbbb6',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-616500582',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.273236] env[63419]: DEBUG nova.virt.hardware [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.273395] env[63419]: DEBUG nova.virt.hardware [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.273624] env[63419]: DEBUG nova.virt.hardware [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.273814] env[63419]: DEBUG nova.virt.hardware [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.273969] env[63419]: DEBUG nova.virt.hardware [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.274198] env[63419]: DEBUG nova.virt.hardware [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.274361] env[63419]: DEBUG nova.virt.hardware [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.274527] env[63419]: DEBUG nova.virt.hardware [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.274769] env[63419]: DEBUG nova.virt.hardware [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.274855] env[63419]: DEBUG nova.virt.hardware [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.275709] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fbef14-187e-4643-b191-16776f7157e5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.284301] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cce0c78-5473-44f8-ba69-cd92d8c14167 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.306318] env[63419]: DEBUG oslo_concurrency.lockutils [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.308718] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.841s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.310578] env[63419]: INFO nova.compute.claims [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.332780] env[63419]: DEBUG nova.network.neutron [req-5bfb26db-6c7c-4168-a3d0-dbae6f070b2e req-93a23747-37e6-4d87-ac26-4948b33632d4 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Updated VIF entry in instance network info cache for port a4979752-0d5f-472d-9a1c-baa571d832d4. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.333230] env[63419]: DEBUG nova.network.neutron [req-5bfb26db-6c7c-4168-a3d0-dbae6f070b2e req-93a23747-37e6-4d87-ac26-4948b33632d4 service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Updating instance_info_cache with network_info: [{"id": "93701d67-4a35-44b3-b884-4786504859a0", "address": "fa:16:3e:91:7f:59", "network": {"id": "2b7b9882-10eb-4973-8da7-bc0aa8ee611e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515459580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "963563c0e735407d81bf3d9f3584d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93701d67-4a", "ovs_interfaceid": "93701d67-4a35-44b3-b884-4786504859a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4979752-0d5f-472d-9a1c-baa571d832d4", "address": "fa:16:3e:6e:46:b7", "network": {"id": "2b7b9882-10eb-4973-8da7-bc0aa8ee611e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515459580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "963563c0e735407d81bf3d9f3584d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4979752-0d", "ovs_interfaceid": "a4979752-0d5f-472d-9a1c-baa571d832d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.338565] env[63419]: INFO nova.scheduler.client.report [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Deleted allocations for instance 7d5d9360-e0f8-4e72-850b-5a5b01d619de [ 740.553595] env[63419]: DEBUG oslo_vmware.api [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Task: {'id': task-2622320, 'name': PowerOnVM_Task, 'duration_secs': 1.227479} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.554229] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.556075] env[63419]: INFO nova.compute.manager [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Took 9.26 seconds to spawn the instance on the hypervisor. [ 740.556332] env[63419]: DEBUG nova.compute.manager [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.557742] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa4cf66-4f36-4e9d-8a1a-aeaa29acb8d4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.786162] env[63419]: DEBUG nova.network.neutron [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Successfully updated port: 9f14203c-c4b4-4ce4-bcde-155359591466 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.835492] env[63419]: DEBUG oslo_concurrency.lockutils [req-5bfb26db-6c7c-4168-a3d0-dbae6f070b2e req-93a23747-37e6-4d87-ac26-4948b33632d4 service nova] Releasing lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.848246] env[63419]: DEBUG oslo_concurrency.lockutils [None req-21d42012-f53e-4947-a9d8-f3a4243a3b6b tempest-ServerShowV247Test-1706326909 tempest-ServerShowV247Test-1706326909-project-member] Lock "7d5d9360-e0f8-4e72-850b-5a5b01d619de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.368s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.048805] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.049939] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf7a980b-1e95-4717-8dc0-ba0e8daaa906 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.059232] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 741.059232] env[63419]: value = "task-2622321" [ 741.059232] env[63419]: _type = "Task" [ 741.059232] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.071045] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.081579] env[63419]: INFO nova.compute.manager [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Took 50.77 seconds to build instance. [ 741.289672] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.289832] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.289990] env[63419]: DEBUG nova.network.neutron [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.571072] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622321, 'name': PowerOffVM_Task, 'duration_secs': 0.242029} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.573885] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.574153] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.575596] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a213300a-6ae9-4944-b811-343684c9d3a7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.583443] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5ffb6bfc-3e69-4d88-8e63-e5632079f04c tempest-VolumesAdminNegativeTest-1415147174 tempest-VolumesAdminNegativeTest-1415147174-project-member] Lock "34ab88db-886e-41fe-83d0-6c2e9d89c705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.956s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.583716] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.585099] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65ad8c6d-80a8-4688-b3a9-93c735f3e83f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.677214] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.677478] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.677665] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Deleting the datastore file [datastore1] 37c93441-be99-4d29-b8ab-d4a6da83e040 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.677932] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14611c50-8f66-4dcf-a53b-29597ed817d4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.688331] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 741.688331] env[63419]: value = "task-2622323" [ 741.688331] env[63419]: _type = "Task" [ 741.688331] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.696033] env[63419]: DEBUG nova.compute.manager [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Received event network-vif-plugged-9f14203c-c4b4-4ce4-bcde-155359591466 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 741.696255] env[63419]: DEBUG oslo_concurrency.lockutils [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] Acquiring lock "ebc4e9c5-2e24-4870-94a9-8964e7d7e749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.696464] env[63419]: DEBUG oslo_concurrency.lockutils [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] Lock "ebc4e9c5-2e24-4870-94a9-8964e7d7e749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.696632] env[63419]: DEBUG oslo_concurrency.lockutils [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] Lock "ebc4e9c5-2e24-4870-94a9-8964e7d7e749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.696794] env[63419]: DEBUG nova.compute.manager [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] No waiting events found dispatching network-vif-plugged-9f14203c-c4b4-4ce4-bcde-155359591466 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.696957] env[63419]: WARNING nova.compute.manager [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Received unexpected event network-vif-plugged-9f14203c-c4b4-4ce4-bcde-155359591466 for instance with vm_state building and task_state spawning. [ 741.697125] env[63419]: DEBUG nova.compute.manager [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Received event network-changed-9f14203c-c4b4-4ce4-bcde-155359591466 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 741.697277] env[63419]: DEBUG nova.compute.manager [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Refreshing instance network info cache due to event network-changed-9f14203c-c4b4-4ce4-bcde-155359591466. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 741.697474] env[63419]: DEBUG oslo_concurrency.lockutils [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] Acquiring lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.703167] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.833203] env[63419]: DEBUG nova.network.neutron [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.851740] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932612b9-b10d-4d46-b5e8-924a1cc5a81b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.863740] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef53761-9c2b-4e26-a6d8-9c646d8527a0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.900864] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401573ce-4f85-44db-9b51-4827a19ea1b2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.910013] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf5637f-7228-4a8a-b6bd-b1c70ca185c2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.924599] env[63419]: DEBUG nova.compute.provider_tree [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.019680] env[63419]: DEBUG nova.network.neutron [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updating instance_info_cache with network_info: [{"id": "9f14203c-c4b4-4ce4-bcde-155359591466", "address": "fa:16:3e:6e:7e:36", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f14203c-c4", "ovs_interfaceid": "9f14203c-c4b4-4ce4-bcde-155359591466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.092036] env[63419]: DEBUG nova.compute.manager [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.200509] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413009} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.200509] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.200742] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.200855] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.243019] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "interface-082f4702-6472-4952-81fb-a4e100b6cb04-a4979752-0d5f-472d-9a1c-baa571d832d4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.243019] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "interface-082f4702-6472-4952-81fb-a4e100b6cb04-a4979752-0d5f-472d-9a1c-baa571d832d4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.430625] env[63419]: DEBUG nova.scheduler.client.report [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.521907] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Releasing lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.522252] env[63419]: DEBUG nova.compute.manager [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Instance network_info: |[{"id": "9f14203c-c4b4-4ce4-bcde-155359591466", "address": "fa:16:3e:6e:7e:36", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f14203c-c4", "ovs_interfaceid": "9f14203c-c4b4-4ce4-bcde-155359591466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.522554] env[63419]: DEBUG oslo_concurrency.lockutils [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] Acquired lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.522736] env[63419]: DEBUG nova.network.neutron [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Refreshing network info cache for port 9f14203c-c4b4-4ce4-bcde-155359591466 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.523900] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:7e:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f14203c-c4b4-4ce4-bcde-155359591466', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.532863] env[63419]: DEBUG oslo.service.loopingcall [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.538282] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.538282] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-073d8a1d-2db6-4257-97bb-5be6790928b8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.562484] env[63419]: DEBUG nova.compute.manager [req-dc944182-b91f-4e0d-b03b-b4cdc31e2636 req-b3f31a35-4b5f-45af-bad8-b67852cc602c service nova] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Received event network-changed-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 742.562484] env[63419]: DEBUG nova.compute.manager [req-dc944182-b91f-4e0d-b03b-b4cdc31e2636 req-b3f31a35-4b5f-45af-bad8-b67852cc602c service nova] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Refreshing instance network info cache due to event network-changed-2a0c0d96-ea7a-45e0-b89e-828d5aa8f200. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 742.562484] env[63419]: DEBUG oslo_concurrency.lockutils [req-dc944182-b91f-4e0d-b03b-b4cdc31e2636 req-b3f31a35-4b5f-45af-bad8-b67852cc602c service nova] Acquiring lock "refresh_cache-34ab88db-886e-41fe-83d0-6c2e9d89c705" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.562484] env[63419]: DEBUG oslo_concurrency.lockutils [req-dc944182-b91f-4e0d-b03b-b4cdc31e2636 req-b3f31a35-4b5f-45af-bad8-b67852cc602c service nova] Acquired lock "refresh_cache-34ab88db-886e-41fe-83d0-6c2e9d89c705" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.562484] env[63419]: DEBUG nova.network.neutron [req-dc944182-b91f-4e0d-b03b-b4cdc31e2636 req-b3f31a35-4b5f-45af-bad8-b67852cc602c service nova] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Refreshing network info cache for port 2a0c0d96-ea7a-45e0-b89e-828d5aa8f200 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.571710] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.571710] env[63419]: value = "task-2622324" [ 742.571710] env[63419]: _type = "Task" [ 742.571710] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.583610] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622324, 'name': CreateVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.628869] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.748019] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.748019] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquired lock "082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.748019] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468e98f5-bb47-42af-b99c-9f37bdaa3fc3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.768601] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e755da2-fcfa-4ac8-a8cb-44bfb626cf4f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.802652] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Reconfiguring VM to detach interface {{(pid=63419) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 742.803315] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb452a57-bac9-4a42-9198-c1f5e9b8783e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.828020] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for the task: (returnval){ [ 742.828020] env[63419]: value = "task-2622325" [ 742.828020] env[63419]: _type = "Task" [ 742.828020] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.837096] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.879324] env[63419]: DEBUG nova.network.neutron [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updated VIF entry in instance network info cache for port 9f14203c-c4b4-4ce4-bcde-155359591466. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.879730] env[63419]: DEBUG nova.network.neutron [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updating instance_info_cache with network_info: [{"id": "9f14203c-c4b4-4ce4-bcde-155359591466", "address": "fa:16:3e:6e:7e:36", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f14203c-c4", "ovs_interfaceid": "9f14203c-c4b4-4ce4-bcde-155359591466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.938962] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.939471] env[63419]: DEBUG nova.compute.manager [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.943051] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.431s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.944631] env[63419]: INFO nova.compute.claims [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.085853] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622324, 'name': CreateVM_Task, 'duration_secs': 0.435862} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.086087] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.086779] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.086988] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.087336] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.087598] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87cef8e7-329a-4b60-b03f-2b3df0d3ae26 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.093522] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 743.093522] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52f5089e-1a26-30ab-3a39-ad50e5992ffc" [ 743.093522] env[63419]: _type = "Task" [ 743.093522] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.103019] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f5089e-1a26-30ab-3a39-ad50e5992ffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.248270] env[63419]: DEBUG nova.virt.hardware [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.248427] env[63419]: DEBUG nova.virt.hardware [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.248839] env[63419]: DEBUG nova.virt.hardware [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.248839] env[63419]: DEBUG nova.virt.hardware [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.248937] env[63419]: DEBUG nova.virt.hardware [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.249289] env[63419]: DEBUG nova.virt.hardware [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.249346] env[63419]: DEBUG nova.virt.hardware [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.250607] env[63419]: DEBUG nova.virt.hardware [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.250607] env[63419]: DEBUG nova.virt.hardware [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.250607] env[63419]: DEBUG nova.virt.hardware [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.250607] env[63419]: DEBUG nova.virt.hardware [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.250813] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f8913a-ab05-485f-8c21-b481e8ed72a7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.261763] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f4f7bc-ddd2-4792-97ec-0d0d341c471b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.278346] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:b2:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71658874-9084-4e6a-8030-00f9ca1f65ee', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.286274] env[63419]: DEBUG oslo.service.loopingcall [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.286403] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.286634] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-567eb13c-5330-4e85-8e13-8bd65516b71f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.307954] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.307954] env[63419]: value = "task-2622326" [ 743.307954] env[63419]: _type = "Task" [ 743.307954] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.317039] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622326, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.335902] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.343819] env[63419]: DEBUG nova.network.neutron [req-dc944182-b91f-4e0d-b03b-b4cdc31e2636 req-b3f31a35-4b5f-45af-bad8-b67852cc602c service nova] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Updated VIF entry in instance network info cache for port 2a0c0d96-ea7a-45e0-b89e-828d5aa8f200. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.344216] env[63419]: DEBUG nova.network.neutron [req-dc944182-b91f-4e0d-b03b-b4cdc31e2636 req-b3f31a35-4b5f-45af-bad8-b67852cc602c service nova] [instance: 34ab88db-886e-41fe-83d0-6c2e9d89c705] Updating instance_info_cache with network_info: [{"id": "2a0c0d96-ea7a-45e0-b89e-828d5aa8f200", "address": "fa:16:3e:93:1a:4a", "network": {"id": "0de89784-44ac-4829-a3c2-89877efee787", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-847917444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5331b4f5e6740d89477d13203e8044a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0c0d96-ea", "ovs_interfaceid": "2a0c0d96-ea7a-45e0-b89e-828d5aa8f200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.382920] env[63419]: DEBUG oslo_concurrency.lockutils [req-0abe0c95-89da-4db5-bb0b-2141d4388316 req-4a6fcce0-a8b1-43bc-be0b-724ac10c1ded service nova] Releasing lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.454352] env[63419]: DEBUG nova.compute.utils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 743.455888] env[63419]: DEBUG nova.compute.manager [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.456231] env[63419]: DEBUG nova.network.neutron [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.503497] env[63419]: DEBUG nova.policy [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad20c99eaa07457990b992afd6909839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b23a54b269cf438e8f62ba65c16e11d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.605031] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f5089e-1a26-30ab-3a39-ad50e5992ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.017875} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.605403] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.605474] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.605797] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.605797] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.606075] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.606604] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd418d96-057f-45b9-b5a4-a4796d6e4bd5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.616012] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.616204] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.616968] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03954e1f-b3fc-47a2-94a9-95837b23497b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.624034] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 743.624034] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52f2db92-35f4-0f5a-e048-d1739d67c0d5" [ 743.624034] env[63419]: _type = "Task" [ 743.624034] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.631648] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f2db92-35f4-0f5a-e048-d1739d67c0d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.821015] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622326, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.821834] env[63419]: DEBUG nova.network.neutron [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Successfully created port: 5d3f3037-67ac-438e-aaef-9cca2f6d84c1 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.834363] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.846989] env[63419]: DEBUG oslo_concurrency.lockutils [req-dc944182-b91f-4e0d-b03b-b4cdc31e2636 req-b3f31a35-4b5f-45af-bad8-b67852cc602c service nova] Releasing lock "refresh_cache-34ab88db-886e-41fe-83d0-6c2e9d89c705" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.960197] env[63419]: DEBUG nova.compute.utils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 744.139040] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f2db92-35f4-0f5a-e048-d1739d67c0d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.142676] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a75ab9-4a04-4708-bfe0-f604e594b8d7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.148804] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 744.148804] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]527dfe8a-ef6c-e7d9-f004-9f673db5de61" [ 744.148804] env[63419]: _type = "Task" [ 744.148804] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.158576] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527dfe8a-ef6c-e7d9-f004-9f673db5de61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.323220] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622326, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.337543] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.405559] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569b3b71-cfd2-43c1-815e-dac03a9cb525 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.413523] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2dbcc5-6508-46ec-87d3-953beed790d1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.452582] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3899a258-65a4-4d49-903b-22088092cfc3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.462326] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32617cb0-f1be-45b6-af71-74474637059e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.469114] env[63419]: DEBUG nova.compute.manager [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.482981] env[63419]: DEBUG nova.compute.provider_tree [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.659583] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527dfe8a-ef6c-e7d9-f004-9f673db5de61, 'name': SearchDatastore_Task, 'duration_secs': 0.034121} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.659887] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.660096] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] ebc4e9c5-2e24-4870-94a9-8964e7d7e749/ebc4e9c5-2e24-4870-94a9-8964e7d7e749.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.660346] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f3014b6-f396-448c-9fcb-08819b019846 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.668272] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 744.668272] env[63419]: value = "task-2622327" [ 744.668272] env[63419]: _type = "Task" [ 744.668272] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.676195] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.822928] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622326, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.836856] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.985933] env[63419]: DEBUG nova.scheduler.client.report [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.179905] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622327, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.315423] env[63419]: DEBUG nova.compute.manager [req-119f5040-23e7-4caa-b8d8-9c492f740348 req-09ee4a0a-a03e-4437-aa26-0945825f081a service nova] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Received event network-vif-plugged-5d3f3037-67ac-438e-aaef-9cca2f6d84c1 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 745.315912] env[63419]: DEBUG oslo_concurrency.lockutils [req-119f5040-23e7-4caa-b8d8-9c492f740348 req-09ee4a0a-a03e-4437-aa26-0945825f081a service nova] Acquiring lock "ad1e0cd2-883b-48aa-95da-d00f4e45db81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.316161] env[63419]: DEBUG oslo_concurrency.lockutils [req-119f5040-23e7-4caa-b8d8-9c492f740348 req-09ee4a0a-a03e-4437-aa26-0945825f081a service nova] Lock "ad1e0cd2-883b-48aa-95da-d00f4e45db81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.316340] env[63419]: DEBUG oslo_concurrency.lockutils [req-119f5040-23e7-4caa-b8d8-9c492f740348 req-09ee4a0a-a03e-4437-aa26-0945825f081a service nova] Lock "ad1e0cd2-883b-48aa-95da-d00f4e45db81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.316511] env[63419]: DEBUG nova.compute.manager [req-119f5040-23e7-4caa-b8d8-9c492f740348 req-09ee4a0a-a03e-4437-aa26-0945825f081a service nova] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] No waiting events found dispatching network-vif-plugged-5d3f3037-67ac-438e-aaef-9cca2f6d84c1 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.316680] env[63419]: WARNING nova.compute.manager [req-119f5040-23e7-4caa-b8d8-9c492f740348 req-09ee4a0a-a03e-4437-aa26-0945825f081a service nova] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Received unexpected event network-vif-plugged-5d3f3037-67ac-438e-aaef-9cca2f6d84c1 for instance with vm_state building and task_state spawning. [ 745.326412] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622326, 'name': CreateVM_Task, 'duration_secs': 1.670853} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.326581] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.327225] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.327416] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.327689] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.328230] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad8c346b-5963-4f86-9025-5683dd03c922 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.339228] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.340236] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 745.340236] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52c5630e-ff30-18be-c504-3fd1fd727c1e" [ 745.340236] env[63419]: _type = "Task" [ 745.340236] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.349807] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c5630e-ff30-18be-c504-3fd1fd727c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.416648] env[63419]: DEBUG nova.network.neutron [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Successfully updated port: 5d3f3037-67ac-438e-aaef-9cca2f6d84c1 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.481745] env[63419]: DEBUG nova.compute.manager [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.491832] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.492354] env[63419]: DEBUG nova.compute.manager [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.494932] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.128s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.495207] env[63419]: DEBUG nova.objects.instance [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lazy-loading 'resources' on Instance uuid d936eef5-f930-4b22-8162-f158afa01912 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.506343] env[63419]: DEBUG nova.virt.hardware [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:42:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2099176361',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1173059855',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.506574] env[63419]: DEBUG nova.virt.hardware [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.506730] env[63419]: DEBUG nova.virt.hardware [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.506926] env[63419]: DEBUG nova.virt.hardware [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.507097] env[63419]: DEBUG nova.virt.hardware [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.507250] env[63419]: DEBUG nova.virt.hardware [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.507458] env[63419]: DEBUG nova.virt.hardware [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.507616] env[63419]: DEBUG nova.virt.hardware [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.507781] env[63419]: DEBUG nova.virt.hardware [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.507942] env[63419]: DEBUG nova.virt.hardware [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.508131] env[63419]: DEBUG nova.virt.hardware [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.509192] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0462fb-60dc-46d2-b8dd-454f444f9c2a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.517485] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4951838-3c08-48f2-80f4-13345ad9559e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.683989] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523296} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.684292] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] ebc4e9c5-2e24-4870-94a9-8964e7d7e749/ebc4e9c5-2e24-4870-94a9-8964e7d7e749.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.684477] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.684720] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b663ad7-46ba-47fa-9ef0-6f90a162f28f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.692192] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 745.692192] env[63419]: value = "task-2622328" [ 745.692192] env[63419]: _type = "Task" [ 745.692192] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.702835] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.838368] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.849471] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c5630e-ff30-18be-c504-3fd1fd727c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.091659} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.849821] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.850115] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.850423] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.850610] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.850824] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.851108] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e82701b6-8994-45a2-b13b-50a1d45b77af {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.867234] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.867415] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.868127] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839c451d-1d8a-4fa5-99ce-a99ac2ffd628 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.873118] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 745.873118] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52add9d7-cc78-4678-af02-ea2ea86a6a89" [ 745.873118] env[63419]: _type = "Task" [ 745.873118] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.882198] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52add9d7-cc78-4678-af02-ea2ea86a6a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.921209] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquiring lock "refresh_cache-ad1e0cd2-883b-48aa-95da-d00f4e45db81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.921209] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquired lock "refresh_cache-ad1e0cd2-883b-48aa-95da-d00f4e45db81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.921209] env[63419]: DEBUG nova.network.neutron [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.998656] env[63419]: DEBUG nova.compute.utils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 746.003845] env[63419]: DEBUG nova.compute.manager [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.004131] env[63419]: DEBUG nova.network.neutron [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.041479] env[63419]: DEBUG nova.policy [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e357db0db03e4103a954b983672638f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96b387defb8f400780c8853ca9b3099b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.202692] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122413} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.202964] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.205432] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d40cd2-ce73-49d0-9225-ce615bbacaa9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.228729] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] ebc4e9c5-2e24-4870-94a9-8964e7d7e749/ebc4e9c5-2e24-4870-94a9-8964e7d7e749.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.231576] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03971f8d-e24f-4c3f-9507-4031292177d1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.253577] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 746.253577] env[63419]: value = "task-2622329" [ 746.253577] env[63419]: _type = "Task" [ 746.253577] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.264984] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.343689] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.383404] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52add9d7-cc78-4678-af02-ea2ea86a6a89, 'name': SearchDatastore_Task, 'duration_secs': 0.076731} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.386773] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafd16fb-1cbb-4957-a562-0603902e9ddb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.393114] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 746.393114] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5214ce58-4996-0a7c-3f13-17977a3bdb3d" [ 746.393114] env[63419]: _type = "Task" [ 746.393114] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.405281] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5214ce58-4996-0a7c-3f13-17977a3bdb3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.426898] env[63419]: DEBUG nova.network.neutron [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Successfully created port: 2f78a4cd-176b-49b2-9004-8d54dea3bf66 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.478020] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394c66ff-f6ef-4e87-bef1-10e25ad76980 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.481067] env[63419]: DEBUG nova.network.neutron [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.490165] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f94329-2c7e-4315-b062-ca3f466b2800 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.526462] env[63419]: DEBUG nova.compute.manager [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.532942] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996bb21f-9a9b-49a3-98fb-c587076b7924 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.542949] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73041df8-ad99-4c47-9140-aa994f67ec90 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.558519] env[63419]: DEBUG nova.compute.provider_tree [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.740817] env[63419]: DEBUG nova.network.neutron [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Updating instance_info_cache with network_info: [{"id": "5d3f3037-67ac-438e-aaef-9cca2f6d84c1", "address": "fa:16:3e:8e:a2:25", "network": {"id": "d6e908f4-090b-4372-bbf0-210f17e350f5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2070017661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23a54b269cf438e8f62ba65c16e11d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d3f3037-67", "ovs_interfaceid": "5d3f3037-67ac-438e-aaef-9cca2f6d84c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.763961] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622329, 'name': ReconfigVM_Task, 'duration_secs': 0.276617} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.764428] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Reconfigured VM instance instance-00000030 to attach disk [datastore2] ebc4e9c5-2e24-4870-94a9-8964e7d7e749/ebc4e9c5-2e24-4870-94a9-8964e7d7e749.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.764955] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46f5b48b-3a20-408b-9737-bb7625062188 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.772427] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 746.772427] env[63419]: value = "task-2622330" [ 746.772427] env[63419]: _type = "Task" [ 746.772427] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.781246] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622330, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.839798] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.904801] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5214ce58-4996-0a7c-3f13-17977a3bdb3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.905132] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.905444] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 37c93441-be99-4d29-b8ab-d4a6da83e040/37c93441-be99-4d29-b8ab-d4a6da83e040.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.905721] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c55f33cd-217b-4e39-ad85-742f7e8ebf23 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.912993] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 746.912993] env[63419]: value = "task-2622331" [ 746.912993] env[63419]: _type = "Task" [ 746.912993] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.922853] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.062456] env[63419]: DEBUG nova.scheduler.client.report [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.244640] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Releasing lock "refresh_cache-ad1e0cd2-883b-48aa-95da-d00f4e45db81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.245133] env[63419]: DEBUG nova.compute.manager [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Instance network_info: |[{"id": "5d3f3037-67ac-438e-aaef-9cca2f6d84c1", "address": "fa:16:3e:8e:a2:25", "network": {"id": "d6e908f4-090b-4372-bbf0-210f17e350f5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2070017661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23a54b269cf438e8f62ba65c16e11d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d3f3037-67", "ovs_interfaceid": "5d3f3037-67ac-438e-aaef-9cca2f6d84c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.245595] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:a2:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d3f3037-67ac-438e-aaef-9cca2f6d84c1', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.253332] env[63419]: DEBUG oslo.service.loopingcall [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.253572] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.254339] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-086c2d83-f734-454d-967f-e608cdae29b3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.278115] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.278115] env[63419]: value = "task-2622332" [ 747.278115] env[63419]: _type = "Task" [ 747.278115] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.287312] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622332, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.290687] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622330, 'name': Rename_Task, 'duration_secs': 0.141368} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.290975] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.291241] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40555763-198b-4111-b658-6e9be7fc1e7e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.302142] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 747.302142] env[63419]: value = "task-2622333" [ 747.302142] env[63419]: _type = "Task" [ 747.302142] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.311616] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.340249] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.381054] env[63419]: DEBUG nova.compute.manager [req-accd5fbc-02ff-4014-a79e-9da18f813984 req-2d9a8e29-c1c9-4ec3-bf57-6470fd0785f8 service nova] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Received event network-changed-5d3f3037-67ac-438e-aaef-9cca2f6d84c1 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 747.381478] env[63419]: DEBUG nova.compute.manager [req-accd5fbc-02ff-4014-a79e-9da18f813984 req-2d9a8e29-c1c9-4ec3-bf57-6470fd0785f8 service nova] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Refreshing instance network info cache due to event network-changed-5d3f3037-67ac-438e-aaef-9cca2f6d84c1. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 747.381685] env[63419]: DEBUG oslo_concurrency.lockutils [req-accd5fbc-02ff-4014-a79e-9da18f813984 req-2d9a8e29-c1c9-4ec3-bf57-6470fd0785f8 service nova] Acquiring lock "refresh_cache-ad1e0cd2-883b-48aa-95da-d00f4e45db81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.381933] env[63419]: DEBUG oslo_concurrency.lockutils [req-accd5fbc-02ff-4014-a79e-9da18f813984 req-2d9a8e29-c1c9-4ec3-bf57-6470fd0785f8 service nova] Acquired lock "refresh_cache-ad1e0cd2-883b-48aa-95da-d00f4e45db81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.382333] env[63419]: DEBUG nova.network.neutron [req-accd5fbc-02ff-4014-a79e-9da18f813984 req-2d9a8e29-c1c9-4ec3-bf57-6470fd0785f8 service nova] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Refreshing network info cache for port 5d3f3037-67ac-438e-aaef-9cca2f6d84c1 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.423526] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459842} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.423797] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 37c93441-be99-4d29-b8ab-d4a6da83e040/37c93441-be99-4d29-b8ab-d4a6da83e040.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.424092] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.424632] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2038c2f-63e5-40ac-80b0-94184f8c464a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.432761] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 747.432761] env[63419]: value = "task-2622334" [ 747.432761] env[63419]: _type = "Task" [ 747.432761] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.442384] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.543286] env[63419]: DEBUG nova.compute.manager [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.568139] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.570692] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.910s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.572264] env[63419]: INFO nova.compute.claims [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.576846] env[63419]: DEBUG nova.virt.hardware [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.577103] env[63419]: DEBUG nova.virt.hardware [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.577293] env[63419]: DEBUG nova.virt.hardware [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.577504] env[63419]: DEBUG nova.virt.hardware [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.577806] env[63419]: DEBUG nova.virt.hardware [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.577900] env[63419]: DEBUG nova.virt.hardware [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.578148] env[63419]: DEBUG nova.virt.hardware [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.578373] env[63419]: DEBUG nova.virt.hardware [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.578490] env[63419]: DEBUG nova.virt.hardware [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.578678] env[63419]: DEBUG nova.virt.hardware [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.579820] env[63419]: DEBUG nova.virt.hardware [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.579820] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c028483-0196-4324-a127-41cbc56d4016 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.591043] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6727a7-dbfc-4c8b-8b4c-63dfc00e6eee {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.596195] env[63419]: INFO nova.scheduler.client.report [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Deleted allocations for instance d936eef5-f930-4b22-8162-f158afa01912 [ 747.789588] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622332, 'name': CreateVM_Task, 'duration_secs': 0.401214} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.789927] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.790473] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.790639] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.790967] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.791256] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b78a9e4-c924-44fc-b47d-cb8b87a64b21 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.796595] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 747.796595] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5268fc7b-2326-a685-9466-6eec5f9fdb0e" [ 747.796595] env[63419]: _type = "Task" [ 747.796595] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.804643] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5268fc7b-2326-a685-9466-6eec5f9fdb0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.812117] env[63419]: DEBUG oslo_vmware.api [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622333, 'name': PowerOnVM_Task, 'duration_secs': 0.47252} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.812355] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.812556] env[63419]: INFO nova.compute.manager [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Took 7.57 seconds to spawn the instance on the hypervisor. [ 747.812733] env[63419]: DEBUG nova.compute.manager [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.813471] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6400b6e-86bc-43b6-9272-23b55f82e3b8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.839952] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.944780] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12491} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.945160] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.946073] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fa257e-2fdd-4319-99a7-f7938db6ab2d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.971297] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 37c93441-be99-4d29-b8ab-d4a6da83e040/37c93441-be99-4d29-b8ab-d4a6da83e040.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.975063] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63e976c6-7c4a-47f8-8986-aaa544b1189a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.018831] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 748.018831] env[63419]: value = "task-2622335" [ 748.018831] env[63419]: _type = "Task" [ 748.018831] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.032552] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.118359] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6443dee5-c17c-4f4d-a078-c084add4a28e tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "d936eef5-f930-4b22-8162-f158afa01912" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.216s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.309015] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5268fc7b-2326-a685-9466-6eec5f9fdb0e, 'name': SearchDatastore_Task, 'duration_secs': 0.031413} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.309506] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.309838] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.310326] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.310592] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.311472] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.311472] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5621e070-0643-48cf-9c94-166615141ff2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.327694] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.327694] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.330190] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a9d9287-c2a9-4958-bbe4-a6809bf38042 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.333389] env[63419]: INFO nova.compute.manager [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Took 45.79 seconds to build instance. [ 748.348683] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.350659] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 748.350659] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52fd0897-bda0-e5bb-2855-6d964767009c" [ 748.350659] env[63419]: _type = "Task" [ 748.350659] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.374273] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52fd0897-bda0-e5bb-2855-6d964767009c, 'name': SearchDatastore_Task, 'duration_secs': 0.015893} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.375252] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda171aa-e0d1-4844-854d-b4097469c3b4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.381712] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 748.381712] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52bb6086-3bc3-50d7-2a7e-da57ec631aae" [ 748.381712] env[63419]: _type = "Task" [ 748.381712] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.392140] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52bb6086-3bc3-50d7-2a7e-da57ec631aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.529749] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.609441] env[63419]: DEBUG nova.network.neutron [req-accd5fbc-02ff-4014-a79e-9da18f813984 req-2d9a8e29-c1c9-4ec3-bf57-6470fd0785f8 service nova] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Updated VIF entry in instance network info cache for port 5d3f3037-67ac-438e-aaef-9cca2f6d84c1. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.609797] env[63419]: DEBUG nova.network.neutron [req-accd5fbc-02ff-4014-a79e-9da18f813984 req-2d9a8e29-c1c9-4ec3-bf57-6470fd0785f8 service nova] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Updating instance_info_cache with network_info: [{"id": "5d3f3037-67ac-438e-aaef-9cca2f6d84c1", "address": "fa:16:3e:8e:a2:25", "network": {"id": "d6e908f4-090b-4372-bbf0-210f17e350f5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2070017661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23a54b269cf438e8f62ba65c16e11d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d3f3037-67", "ovs_interfaceid": "5d3f3037-67ac-438e-aaef-9cca2f6d84c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.638724] env[63419]: DEBUG nova.network.neutron [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Successfully updated port: 2f78a4cd-176b-49b2-9004-8d54dea3bf66 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.836450] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6d4fdfeb-5005-4191-b39e-413a84a95018 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "ebc4e9c5-2e24-4870-94a9-8964e7d7e749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.491s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.850458] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.896483] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52bb6086-3bc3-50d7-2a7e-da57ec631aae, 'name': SearchDatastore_Task, 'duration_secs': 0.023719} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.896770] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.897058] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] ad1e0cd2-883b-48aa-95da-d00f4e45db81/ad1e0cd2-883b-48aa-95da-d00f4e45db81.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.897328] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a24dec0-e85d-4c93-bbcb-15d56aff5da8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.911113] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 748.911113] env[63419]: value = "task-2622336" [ 748.911113] env[63419]: _type = "Task" [ 748.911113] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.921646] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.996390] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "926fa14a-e284-4cd4-9ea5-816e590d5612" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.997026] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "926fa14a-e284-4cd4-9ea5-816e590d5612" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.997784] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "926fa14a-e284-4cd4-9ea5-816e590d5612-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.998141] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "926fa14a-e284-4cd4-9ea5-816e590d5612-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.998475] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "926fa14a-e284-4cd4-9ea5-816e590d5612-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.001135] env[63419]: INFO nova.compute.manager [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Terminating instance [ 749.030196] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622335, 'name': ReconfigVM_Task, 'duration_secs': 0.603563} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.031173] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 37c93441-be99-4d29-b8ab-d4a6da83e040/37c93441-be99-4d29-b8ab-d4a6da83e040.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.031482] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1145acd-d2d1-42ef-a3d4-fbdd80283914 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.039387] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 749.039387] env[63419]: value = "task-2622337" [ 749.039387] env[63419]: _type = "Task" [ 749.039387] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.052551] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622337, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.084182] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2576cf-a55a-4580-b826-12c34b3a1a89 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.093033] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97634338-72fe-42b6-837d-27a0da7eb593 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.129185] env[63419]: DEBUG oslo_concurrency.lockutils [req-accd5fbc-02ff-4014-a79e-9da18f813984 req-2d9a8e29-c1c9-4ec3-bf57-6470fd0785f8 service nova] Releasing lock "refresh_cache-ad1e0cd2-883b-48aa-95da-d00f4e45db81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.130530] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecea1cc-1119-4774-834c-741d993fdb7b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.139887] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d52da25-16d0-4a73-b67f-f4f2cabac37e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.145200] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Acquiring lock "refresh_cache-6165d06e-fcda-41cf-990c-4e7e2d6bd2ec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.145357] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Acquired lock "refresh_cache-6165d06e-fcda-41cf-990c-4e7e2d6bd2ec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.145507] env[63419]: DEBUG nova.network.neutron [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.161673] env[63419]: DEBUG nova.compute.provider_tree [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.327509] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.327509] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.346649] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.354134] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.412408] env[63419]: DEBUG nova.compute.manager [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Received event network-vif-plugged-2f78a4cd-176b-49b2-9004-8d54dea3bf66 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 749.412624] env[63419]: DEBUG oslo_concurrency.lockutils [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] Acquiring lock "6165d06e-fcda-41cf-990c-4e7e2d6bd2ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.412831] env[63419]: DEBUG oslo_concurrency.lockutils [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] Lock "6165d06e-fcda-41cf-990c-4e7e2d6bd2ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.413097] env[63419]: DEBUG oslo_concurrency.lockutils [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] Lock "6165d06e-fcda-41cf-990c-4e7e2d6bd2ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.413293] env[63419]: DEBUG nova.compute.manager [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] No waiting events found dispatching network-vif-plugged-2f78a4cd-176b-49b2-9004-8d54dea3bf66 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.413458] env[63419]: WARNING nova.compute.manager [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Received unexpected event network-vif-plugged-2f78a4cd-176b-49b2-9004-8d54dea3bf66 for instance with vm_state building and task_state spawning. [ 749.413618] env[63419]: DEBUG nova.compute.manager [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Received event network-changed-2f78a4cd-176b-49b2-9004-8d54dea3bf66 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 749.413771] env[63419]: DEBUG nova.compute.manager [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Refreshing instance network info cache due to event network-changed-2f78a4cd-176b-49b2-9004-8d54dea3bf66. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 749.413937] env[63419]: DEBUG oslo_concurrency.lockutils [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] Acquiring lock "refresh_cache-6165d06e-fcda-41cf-990c-4e7e2d6bd2ec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.424149] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622336, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.505830] env[63419]: DEBUG nova.compute.manager [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.506174] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.507078] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4c47e6-e033-414c-88be-282fd6a7dbba {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.516248] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.516556] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0da9b91-184c-4de0-a2c0-78fed66964fd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.523086] env[63419]: DEBUG oslo_vmware.api [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 749.523086] env[63419]: value = "task-2622338" [ 749.523086] env[63419]: _type = "Task" [ 749.523086] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.532029] env[63419]: DEBUG oslo_vmware.api [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.551764] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622337, 'name': Rename_Task, 'duration_secs': 0.477686} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.552067] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.552317] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a747374-c01b-4194-818a-98f42753d065 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.559840] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 749.559840] env[63419]: value = "task-2622339" [ 749.559840] env[63419]: _type = "Task" [ 749.559840] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.568786] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.666039] env[63419]: DEBUG nova.scheduler.client.report [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.683134] env[63419]: DEBUG nova.network.neutron [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.834884] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.835048] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Starting heal instance info cache {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 749.849055] env[63419]: DEBUG nova.network.neutron [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Updating instance_info_cache with network_info: [{"id": "2f78a4cd-176b-49b2-9004-8d54dea3bf66", "address": "fa:16:3e:b6:c0:1a", "network": {"id": "d419647e-708a-494c-9cab-61230d0881c9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1669915358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96b387defb8f400780c8853ca9b3099b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f78a4cd-17", "ovs_interfaceid": "2f78a4cd-176b-49b2-9004-8d54dea3bf66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.856923] env[63419]: DEBUG oslo_vmware.api [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622325, 'name': ReconfigVM_Task, 'duration_secs': 6.900313} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.857605] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Releasing lock "082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.857807] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Reconfigured VM to detach interface {{(pid=63419) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 749.869818] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.925513] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557756} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.926379] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] ad1e0cd2-883b-48aa-95da-d00f4e45db81/ad1e0cd2-883b-48aa-95da-d00f4e45db81.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.926591] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.926866] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aa1d630-e37a-469a-92a8-bf71033ddc56 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.935547] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 749.935547] env[63419]: value = "task-2622340" [ 749.935547] env[63419]: _type = "Task" [ 749.935547] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.945353] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.036520] env[63419]: DEBUG oslo_vmware.api [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622338, 'name': PowerOffVM_Task, 'duration_secs': 0.207727} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.036824] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.036990] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.037293] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82910afd-ceb7-4710-865a-5a449caae581 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.071186] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622339, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.121401] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.121401] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.121592] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Deleting the datastore file [datastore2] 926fa14a-e284-4cd4-9ea5-816e590d5612 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.122278] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ebe7eff-aa28-4dda-958c-f2a1a11261ac {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.131261] env[63419]: DEBUG oslo_vmware.api [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for the task: (returnval){ [ 750.131261] env[63419]: value = "task-2622342" [ 750.131261] env[63419]: _type = "Task" [ 750.131261] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.141307] env[63419]: DEBUG oslo_vmware.api [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.171636] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.172621] env[63419]: DEBUG nova.compute.manager [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.174955] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.268s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.176355] env[63419]: INFO nova.compute.claims [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.358200] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Releasing lock "refresh_cache-6165d06e-fcda-41cf-990c-4e7e2d6bd2ec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.358550] env[63419]: DEBUG nova.compute.manager [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Instance network_info: |[{"id": "2f78a4cd-176b-49b2-9004-8d54dea3bf66", "address": "fa:16:3e:b6:c0:1a", "network": {"id": "d419647e-708a-494c-9cab-61230d0881c9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1669915358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96b387defb8f400780c8853ca9b3099b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f78a4cd-17", "ovs_interfaceid": "2f78a4cd-176b-49b2-9004-8d54dea3bf66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.358897] env[63419]: DEBUG oslo_concurrency.lockutils [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] Acquired lock "refresh_cache-6165d06e-fcda-41cf-990c-4e7e2d6bd2ec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.359099] env[63419]: DEBUG nova.network.neutron [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Refreshing network info cache for port 2f78a4cd-176b-49b2-9004-8d54dea3bf66 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.360311] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:c0:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f78a4cd-176b-49b2-9004-8d54dea3bf66', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.369348] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Creating folder: Project (96b387defb8f400780c8853ca9b3099b). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.372596] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-784397dd-9643-4a0e-a682-043968cf6d70 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.380914] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Acquiring lock "refresh_cache-2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.381061] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Acquired lock "refresh_cache-2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.381236] env[63419]: DEBUG nova.network.neutron [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Forcefully refreshing network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 750.386890] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Created folder: Project (96b387defb8f400780c8853ca9b3099b) in parent group-v528420. [ 750.387116] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Creating folder: Instances. Parent ref: group-v528574. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.387385] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87585cff-bd63-4f52-b478-f836c91a6d69 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.403181] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Created folder: Instances in parent group-v528574. [ 750.403456] env[63419]: DEBUG oslo.service.loopingcall [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.403657] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.403914] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4994db28-6b74-4eab-b8bb-4022780335c6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.425868] env[63419]: DEBUG nova.compute.manager [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Stashing vm_state: active {{(pid=63419) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 750.429758] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.429758] env[63419]: value = "task-2622345" [ 750.429758] env[63419]: _type = "Task" [ 750.429758] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.441078] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622345, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.449026] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07602} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.449288] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.450086] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382c26b1-dbb3-4b6c-98d6-14d4bfae73dc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.473631] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] ad1e0cd2-883b-48aa-95da-d00f4e45db81/ad1e0cd2-883b-48aa-95da-d00f4e45db81.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.477020] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f29ed5de-0f27-4fe5-b7a7-81de82b2e87e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.500385] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 750.500385] env[63419]: value = "task-2622346" [ 750.500385] env[63419]: _type = "Task" [ 750.500385] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.510416] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.571667] env[63419]: DEBUG oslo_vmware.api [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622339, 'name': PowerOnVM_Task, 'duration_secs': 0.70264} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.571965] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.572192] env[63419]: DEBUG nova.compute.manager [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.573053] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7131407e-e920-4477-aeaa-0456ad8b834d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.640955] env[63419]: DEBUG oslo_vmware.api [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Task: {'id': task-2622342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267732} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.641466] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.641549] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.641713] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.641890] env[63419]: INFO nova.compute.manager [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Took 1.14 seconds to destroy the instance on the hypervisor. [ 750.642154] env[63419]: DEBUG oslo.service.loopingcall [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.644304] env[63419]: DEBUG nova.compute.manager [-] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.644304] env[63419]: DEBUG nova.network.neutron [-] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.644778] env[63419]: DEBUG nova.network.neutron [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Updated VIF entry in instance network info cache for port 2f78a4cd-176b-49b2-9004-8d54dea3bf66. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.645156] env[63419]: DEBUG nova.network.neutron [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Updating instance_info_cache with network_info: [{"id": "2f78a4cd-176b-49b2-9004-8d54dea3bf66", "address": "fa:16:3e:b6:c0:1a", "network": {"id": "d419647e-708a-494c-9cab-61230d0881c9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1669915358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96b387defb8f400780c8853ca9b3099b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f78a4cd-17", "ovs_interfaceid": "2f78a4cd-176b-49b2-9004-8d54dea3bf66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.681729] env[63419]: DEBUG nova.compute.utils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 750.685124] env[63419]: DEBUG nova.compute.manager [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.685324] env[63419]: DEBUG nova.network.neutron [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.763737] env[63419]: DEBUG nova.policy [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1089a885f7b642aaa4717bba615a6f68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87686e5d22f54ccea399155979dd483f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.949322] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622345, 'name': CreateVM_Task, 'duration_secs': 0.437362} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.949769] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.950522] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.950691] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.951066] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.952640] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee3aa7e1-b483-48e2-8fb2-dc64e13c5063 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.960272] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Waiting for the task: (returnval){ [ 750.960272] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52f412e4-b84c-7929-3cf3-81f97fb9b524" [ 750.960272] env[63419]: _type = "Task" [ 750.960272] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.967209] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.974654] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f412e4-b84c-7929-3cf3-81f97fb9b524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.018631] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.094995] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.148146] env[63419]: DEBUG oslo_concurrency.lockutils [req-9a723d02-b2a3-4c75-bc3e-280c50c92f67 req-5a7ba18d-96c6-4565-bc1b-9e2baf456ab9 service nova] Releasing lock "refresh_cache-6165d06e-fcda-41cf-990c-4e7e2d6bd2ec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.188273] env[63419]: DEBUG nova.compute.manager [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.217754] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.218634] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquired lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.218890] env[63419]: DEBUG nova.network.neutron [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.244974] env[63419]: DEBUG oslo_concurrency.lockutils [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "082f4702-6472-4952-81fb-a4e100b6cb04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.247865] env[63419]: DEBUG oslo_concurrency.lockutils [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "082f4702-6472-4952-81fb-a4e100b6cb04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.247865] env[63419]: DEBUG oslo_concurrency.lockutils [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "082f4702-6472-4952-81fb-a4e100b6cb04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.247865] env[63419]: DEBUG oslo_concurrency.lockutils [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "082f4702-6472-4952-81fb-a4e100b6cb04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.247865] env[63419]: DEBUG oslo_concurrency.lockutils [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "082f4702-6472-4952-81fb-a4e100b6cb04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.249244] env[63419]: INFO nova.compute.manager [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Terminating instance [ 751.263596] env[63419]: DEBUG nova.network.neutron [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Successfully created port: 18a87de6-23e4-4d62-951d-baef19b32f37 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.476785] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52f412e4-b84c-7929-3cf3-81f97fb9b524, 'name': SearchDatastore_Task, 'duration_secs': 0.019453} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.477399] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.477678] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.477924] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.478129] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.478495] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.480997] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b15fde39-8b8b-4244-91e1-ea4c8cc3b451 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.495414] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.495599] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.496552] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef7c173-bd47-4694-94cc-f7e0106366f5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.502270] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Waiting for the task: (returnval){ [ 751.502270] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52b26745-7ed4-b3ff-831f-d8bc61ef98a9" [ 751.502270] env[63419]: _type = "Task" [ 751.502270] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.518125] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b26745-7ed4-b3ff-831f-d8bc61ef98a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.520824] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622346, 'name': ReconfigVM_Task, 'duration_secs': 0.63703} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.521091] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Reconfigured VM instance instance-00000031 to attach disk [datastore2] ad1e0cd2-883b-48aa-95da-d00f4e45db81/ad1e0cd2-883b-48aa-95da-d00f4e45db81.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.521507] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63419) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 751.524344] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-c70fc828-3d86-4c8f-bb5f-052dc947941a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.532536] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 751.532536] env[63419]: value = "task-2622347" [ 751.532536] env[63419]: _type = "Task" [ 751.532536] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.547969] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622347, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.569716] env[63419]: DEBUG nova.compute.manager [req-64e818ec-9de7-4d89-935d-0562f94e37f1 req-c8235c7c-ad10-452a-9fbf-78837b5f015f service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Received event network-vif-deleted-a4979752-0d5f-472d-9a1c-baa571d832d4 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 751.569913] env[63419]: INFO nova.compute.manager [req-64e818ec-9de7-4d89-935d-0562f94e37f1 req-c8235c7c-ad10-452a-9fbf-78837b5f015f service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Neutron deleted interface a4979752-0d5f-472d-9a1c-baa571d832d4; detaching it from the instance and deleting it from the info cache [ 751.570173] env[63419]: DEBUG nova.network.neutron [req-64e818ec-9de7-4d89-935d-0562f94e37f1 req-c8235c7c-ad10-452a-9fbf-78837b5f015f service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Updating instance_info_cache with network_info: [{"id": "93701d67-4a35-44b3-b884-4786504859a0", "address": "fa:16:3e:91:7f:59", "network": {"id": "2b7b9882-10eb-4973-8da7-bc0aa8ee611e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515459580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "963563c0e735407d81bf3d9f3584d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93701d67-4a", "ovs_interfaceid": "93701d67-4a35-44b3-b884-4786504859a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.597882] env[63419]: DEBUG nova.network.neutron [-] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.689994] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d65974-d149-4ec9-831b-a05a282adae7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.701721] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb531be6-725f-424f-a2e4-5f884b2ffddf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.738879] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc725a06-10e1-456b-ba75-3bc67f816505 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.748591] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52edbdee-f07d-4b6e-9182-55100d4d7bc2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.754486] env[63419]: DEBUG nova.compute.manager [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.754574] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.764058] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696c9c2d-ce22-4b3d-9a92-d7475b80ba6b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.766333] env[63419]: DEBUG nova.compute.provider_tree [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.772936] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.773320] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebfd2ec3-2ebf-4691-952e-87333b69a41f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.780512] env[63419]: DEBUG oslo_vmware.api [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for the task: (returnval){ [ 751.780512] env[63419]: value = "task-2622348" [ 751.780512] env[63419]: _type = "Task" [ 751.780512] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.794872] env[63419]: DEBUG oslo_vmware.api [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.822201] env[63419]: DEBUG nova.network.neutron [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Updating instance_info_cache with network_info: [{"id": "27272d37-9f80-419d-a895-5977b49df398", "address": "fa:16:3e:79:1d:92", "network": {"id": "62224ad6-0cb3-4150-90d5-eba85ebb8167", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-668984361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2257d2b1f55f47af9410739eecda2348", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27272d37-9f", "ovs_interfaceid": "27272d37-9f80-419d-a895-5977b49df398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.026243] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b26745-7ed4-b3ff-831f-d8bc61ef98a9, 'name': SearchDatastore_Task, 'duration_secs': 0.02655} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.027621] env[63419]: INFO nova.network.neutron [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Port a4979752-0d5f-472d-9a1c-baa571d832d4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 752.028241] env[63419]: DEBUG nova.network.neutron [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Updating instance_info_cache with network_info: [{"id": "93701d67-4a35-44b3-b884-4786504859a0", "address": "fa:16:3e:91:7f:59", "network": {"id": "2b7b9882-10eb-4973-8da7-bc0aa8ee611e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515459580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "963563c0e735407d81bf3d9f3584d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93701d67-4a", "ovs_interfaceid": "93701d67-4a35-44b3-b884-4786504859a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.034023] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8606f1e1-b5f2-449c-9bc5-76da5e8d0c36 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.044238] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Waiting for the task: (returnval){ [ 752.044238] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52843a69-48e0-2ccc-080b-8d665d5969e7" [ 752.044238] env[63419]: _type = "Task" [ 752.044238] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.048662] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622347, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.056297} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.052431] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63419) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 752.053621] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612d21bc-86ba-426a-a512-b3323072849b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.062735] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52843a69-48e0-2ccc-080b-8d665d5969e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01443} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.076653] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.076971] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec/6165d06e-fcda-41cf-990c-4e7e2d6bd2ec.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.084578] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] ad1e0cd2-883b-48aa-95da-d00f4e45db81/ephemeral_0.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.085207] env[63419]: DEBUG oslo_concurrency.lockutils [req-64e818ec-9de7-4d89-935d-0562f94e37f1 req-c8235c7c-ad10-452a-9fbf-78837b5f015f service nova] Acquiring lock "082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.085378] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80900930-5d10-4cbd-a2a6-45a238247882 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.089691] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e91b00c3-664d-45cb-9f7f-35961ddd4ccf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.102675] env[63419]: INFO nova.compute.manager [-] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Took 1.46 seconds to deallocate network for instance. [ 752.111042] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Waiting for the task: (returnval){ [ 752.111042] env[63419]: value = "task-2622349" [ 752.111042] env[63419]: _type = "Task" [ 752.111042] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.112448] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 752.112448] env[63419]: value = "task-2622350" [ 752.112448] env[63419]: _type = "Task" [ 752.112448] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.124535] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': task-2622349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.127858] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.199858] env[63419]: DEBUG nova.compute.manager [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.227713] env[63419]: DEBUG nova.virt.hardware [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.227968] env[63419]: DEBUG nova.virt.hardware [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.228142] env[63419]: DEBUG nova.virt.hardware [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.228329] env[63419]: DEBUG nova.virt.hardware [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.228504] env[63419]: DEBUG nova.virt.hardware [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.228674] env[63419]: DEBUG nova.virt.hardware [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.228887] env[63419]: DEBUG nova.virt.hardware [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.229061] env[63419]: DEBUG nova.virt.hardware [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.229241] env[63419]: DEBUG nova.virt.hardware [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.229398] env[63419]: DEBUG nova.virt.hardware [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.229569] env[63419]: DEBUG nova.virt.hardware [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.230456] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b91ba7-7bdd-402a-9e33-37e0dc896e2f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.239410] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b23465c-5828-4a42-9830-50abb018b11a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.270257] env[63419]: DEBUG nova.scheduler.client.report [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.291708] env[63419]: DEBUG oslo_vmware.api [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622348, 'name': PowerOffVM_Task, 'duration_secs': 0.327985} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.292152] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.292426] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.292756] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d51a02f7-6ab0-43da-8221-2a919de402dd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.322956] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Releasing lock "refresh_cache-2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.323273] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] [instance: 2064a3fc-a6dd-4d1d-a0e4-f3a1f50c517b] Updated the network info_cache for instance {{(pid=63419) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 752.323542] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.323797] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.324063] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.324262] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.324920] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.325160] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.325388] env[63419]: DEBUG nova.compute.manager [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63419) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 752.326031] env[63419]: DEBUG oslo_service.periodic_task [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63419) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.369748] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.369830] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.370062] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Deleting the datastore file [datastore2] 082f4702-6472-4952-81fb-a4e100b6cb04 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.370363] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3577fc56-11e3-4c76-96a7-83f7a67b2f55 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.380240] env[63419]: DEBUG oslo_vmware.api [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for the task: (returnval){ [ 752.380240] env[63419]: value = "task-2622352" [ 752.380240] env[63419]: _type = "Task" [ 752.380240] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.391606] env[63419]: DEBUG oslo_vmware.api [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.518158] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "270b41dc-aff9-4572-97fd-29ca9680899f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.518581] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "270b41dc-aff9-4572-97fd-29ca9680899f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.518954] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "270b41dc-aff9-4572-97fd-29ca9680899f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.519188] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "270b41dc-aff9-4572-97fd-29ca9680899f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.519470] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "270b41dc-aff9-4572-97fd-29ca9680899f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.521752] env[63419]: INFO nova.compute.manager [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Terminating instance [ 752.533253] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Releasing lock "refresh_cache-082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.609573] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.626222] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': task-2622349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507652} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.629088] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec/6165d06e-fcda-41cf-990c-4e7e2d6bd2ec.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.629338] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.629611] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622350, 'name': ReconfigVM_Task, 'duration_secs': 0.324302} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.629811] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4598a838-353e-46b9-9146-37b218940a59 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.632355] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Reconfigured VM instance instance-00000031 to attach disk [datastore2] ad1e0cd2-883b-48aa-95da-d00f4e45db81/ephemeral_0.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.632937] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17406e4b-e427-49ef-bb83-630e5d6ec4c0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.639640] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Waiting for the task: (returnval){ [ 752.639640] env[63419]: value = "task-2622354" [ 752.639640] env[63419]: _type = "Task" [ 752.639640] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.643697] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 752.643697] env[63419]: value = "task-2622353" [ 752.643697] env[63419]: _type = "Task" [ 752.643697] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.650419] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': task-2622354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.655983] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622353, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.775792] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.776558] env[63419]: DEBUG nova.compute.manager [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.779929] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.828s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.782036] env[63419]: DEBUG nova.objects.instance [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Lazy-loading 'resources' on Instance uuid 6020a76d-95b3-4dec-85fc-c05cfb3d2323 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.828925] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.893349] env[63419]: DEBUG oslo_vmware.api [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Task: {'id': task-2622352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367405} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.893612] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.893800] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.894056] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.894249] env[63419]: INFO nova.compute.manager [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Took 1.14 seconds to destroy the instance on the hypervisor. [ 752.894498] env[63419]: DEBUG oslo.service.loopingcall [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.894686] env[63419]: DEBUG nova.compute.manager [-] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.894782] env[63419]: DEBUG nova.network.neutron [-] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.026284] env[63419]: DEBUG nova.compute.manager [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.026554] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.027477] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3930591b-d288-4d40-a26c-61f06f44c316 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.035549] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.035808] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1d27f7a-f779-4898-bf1a-7bffbee8309c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.038455] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ca64b487-3160-46ff-a3d8-a9ffac3c69ad tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "interface-082f4702-6472-4952-81fb-a4e100b6cb04-a4979752-0d5f-472d-9a1c-baa571d832d4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.796s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.044812] env[63419]: DEBUG oslo_vmware.api [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 753.044812] env[63419]: value = "task-2622355" [ 753.044812] env[63419]: _type = "Task" [ 753.044812] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.053356] env[63419]: DEBUG oslo_vmware.api [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.154314] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': task-2622354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149173} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.154314] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.154314] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559e12f0-e36d-4511-9677-2cd5771f846a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.162067] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622353, 'name': Rename_Task, 'duration_secs': 0.194637} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.162067] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.162275] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70918e41-1a96-4513-9597-67ff869ac3f7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.184148] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec/6165d06e-fcda-41cf-990c-4e7e2d6bd2ec.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.184950] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1fb4c38-53f0-4d5a-a006-452f64ed029d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.201363] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Waiting for the task: (returnval){ [ 753.201363] env[63419]: value = "task-2622356" [ 753.201363] env[63419]: _type = "Task" [ 753.201363] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.206614] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Waiting for the task: (returnval){ [ 753.206614] env[63419]: value = "task-2622357" [ 753.206614] env[63419]: _type = "Task" [ 753.206614] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.213680] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622356, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.218953] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': task-2622357, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.257624] env[63419]: DEBUG nova.network.neutron [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Successfully updated port: 18a87de6-23e4-4d62-951d-baef19b32f37 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.284289] env[63419]: DEBUG nova.compute.utils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 753.288155] env[63419]: DEBUG nova.compute.manager [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.288378] env[63419]: DEBUG nova.network.neutron [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.377782] env[63419]: DEBUG nova.policy [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53ac2bfb68184406b4597cc953768ee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0494015d8aa746f4bdce41816beb7e2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.556999] env[63419]: DEBUG oslo_vmware.api [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622355, 'name': PowerOffVM_Task, 'duration_secs': 0.435634} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.557336] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.558023] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.558023] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5cff842-91e7-427b-9066-8b790421077e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.603464] env[63419]: DEBUG nova.compute.manager [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Received event network-vif-plugged-18a87de6-23e4-4d62-951d-baef19b32f37 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 753.603700] env[63419]: DEBUG oslo_concurrency.lockutils [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] Acquiring lock "3573b79c-16e7-4278-aa65-7ddcab20cd20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.603923] env[63419]: DEBUG oslo_concurrency.lockutils [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] Lock "3573b79c-16e7-4278-aa65-7ddcab20cd20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.604134] env[63419]: DEBUG oslo_concurrency.lockutils [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] Lock "3573b79c-16e7-4278-aa65-7ddcab20cd20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.605654] env[63419]: DEBUG nova.compute.manager [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] No waiting events found dispatching network-vif-plugged-18a87de6-23e4-4d62-951d-baef19b32f37 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.605797] env[63419]: WARNING nova.compute.manager [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Received unexpected event network-vif-plugged-18a87de6-23e4-4d62-951d-baef19b32f37 for instance with vm_state building and task_state spawning. [ 753.606017] env[63419]: DEBUG nova.compute.manager [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Received event network-changed-18a87de6-23e4-4d62-951d-baef19b32f37 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 753.606525] env[63419]: DEBUG nova.compute.manager [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Refreshing instance network info cache due to event network-changed-18a87de6-23e4-4d62-951d-baef19b32f37. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 753.606525] env[63419]: DEBUG oslo_concurrency.lockutils [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] Acquiring lock "refresh_cache-3573b79c-16e7-4278-aa65-7ddcab20cd20" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.606642] env[63419]: DEBUG oslo_concurrency.lockutils [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] Acquired lock "refresh_cache-3573b79c-16e7-4278-aa65-7ddcab20cd20" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.606700] env[63419]: DEBUG nova.network.neutron [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Refreshing network info cache for port 18a87de6-23e4-4d62-951d-baef19b32f37 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.632647] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.632855] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.633053] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Deleting the datastore file [datastore2] 270b41dc-aff9-4572-97fd-29ca9680899f {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.633310] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59502e97-8bc5-4f83-b442-ba93593132fe {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.640411] env[63419]: DEBUG oslo_vmware.api [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 753.640411] env[63419]: value = "task-2622359" [ 753.640411] env[63419]: _type = "Task" [ 753.640411] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.651208] env[63419]: DEBUG oslo_vmware.api [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.715126] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622356, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.724917] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': task-2622357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.762757] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Acquiring lock "refresh_cache-3573b79c-16e7-4278-aa65-7ddcab20cd20" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.791256] env[63419]: DEBUG nova.compute.manager [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.844273] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b09241-ba55-4bc2-8330-76c055d637ae {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.852111] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeb3871-d5d0-475f-940e-b087cdd333d9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.900049] env[63419]: DEBUG nova.network.neutron [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Successfully created port: 196f4f07-f393-4084-a86e-d20ec693a0ae {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.903632] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbe0f7d-8fe6-4bd9-875d-4f856a576b2b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.914472] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320d1aeb-cd9d-48a8-8110-19765f91825e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.937350] env[63419]: DEBUG nova.compute.provider_tree [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.150907] env[63419]: DEBUG oslo_vmware.api [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.158724] env[63419]: DEBUG nova.network.neutron [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.221905] env[63419]: DEBUG oslo_vmware.api [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Task: {'id': task-2622356, 'name': PowerOnVM_Task, 'duration_secs': 0.554373} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.224476] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.224687] env[63419]: INFO nova.compute.manager [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Took 8.74 seconds to spawn the instance on the hypervisor. [ 754.224863] env[63419]: DEBUG nova.compute.manager [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.225176] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': task-2622357, 'name': ReconfigVM_Task, 'duration_secs': 0.804213} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.225410] env[63419]: DEBUG nova.network.neutron [-] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.227930] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ee2fe5-ca89-4d21-b552-27cb8b9a8814 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.231089] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec/6165d06e-fcda-41cf-990c-4e7e2d6bd2ec.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.234644] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68060fa3-1df5-4ae4-baeb-b171387a2569 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.249983] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Waiting for the task: (returnval){ [ 754.249983] env[63419]: value = "task-2622360" [ 754.249983] env[63419]: _type = "Task" [ 754.249983] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.259544] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': task-2622360, 'name': Rename_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.306188] env[63419]: DEBUG nova.network.neutron [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.441449] env[63419]: DEBUG nova.scheduler.client.report [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.651885] env[63419]: DEBUG oslo_vmware.api [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.678709} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.652174] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.652382] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.652872] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.652872] env[63419]: INFO nova.compute.manager [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 754.653024] env[63419]: DEBUG oslo.service.loopingcall [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.653199] env[63419]: DEBUG nova.compute.manager [-] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.653297] env[63419]: DEBUG nova.network.neutron [-] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.735485] env[63419]: INFO nova.compute.manager [-] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Took 1.84 seconds to deallocate network for instance. [ 754.762844] env[63419]: INFO nova.compute.manager [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Took 44.31 seconds to build instance. [ 754.767162] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': task-2622360, 'name': Rename_Task, 'duration_secs': 0.472066} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.767616] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.767857] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f3d83a4-47a4-487e-b948-e56be28e8cf5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.775378] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Waiting for the task: (returnval){ [ 754.775378] env[63419]: value = "task-2622361" [ 754.775378] env[63419]: _type = "Task" [ 754.775378] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.782922] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': task-2622361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.809311] env[63419]: DEBUG oslo_concurrency.lockutils [req-75e6fc63-7c1d-4692-9069-61e77674e77e req-6fab7c7b-5af9-40bd-9c0b-64959a0b0245 service nova] Releasing lock "refresh_cache-3573b79c-16e7-4278-aa65-7ddcab20cd20" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.810600] env[63419]: DEBUG nova.compute.manager [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.812990] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Acquired lock "refresh_cache-3573b79c-16e7-4278-aa65-7ddcab20cd20" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.813169] env[63419]: DEBUG nova.network.neutron [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.845604] env[63419]: DEBUG nova.virt.hardware [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.845836] env[63419]: DEBUG nova.virt.hardware [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.846017] env[63419]: DEBUG nova.virt.hardware [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.846279] env[63419]: DEBUG nova.virt.hardware [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.846435] env[63419]: DEBUG nova.virt.hardware [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.846765] env[63419]: DEBUG nova.virt.hardware [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.847131] env[63419]: DEBUG nova.virt.hardware [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.847229] env[63419]: DEBUG nova.virt.hardware [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.847471] env[63419]: DEBUG nova.virt.hardware [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.847646] env[63419]: DEBUG nova.virt.hardware [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.847823] env[63419]: DEBUG nova.virt.hardware [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.848950] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1160869-b5ed-45d6-8173-8423dbb2c209 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.857361] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f13227b-9f79-42a5-be8f-ff0f62a1f982 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.947051] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.949748] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.338s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.949957] env[63419]: DEBUG nova.objects.instance [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 51758570-f91b-4ba4-8c1d-676af2bac567] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63419) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 754.985998] env[63419]: INFO nova.scheduler.client.report [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Deleted allocations for instance 6020a76d-95b3-4dec-85fc-c05cfb3d2323 [ 755.243023] env[63419]: DEBUG nova.compute.manager [req-113894ae-e697-487b-aa02-4b9af35db89f req-c622f995-43f5-4c42-a2ea-654b8d0464ec service nova] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Received event network-changed-5d3f3037-67ac-438e-aaef-9cca2f6d84c1 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 755.243023] env[63419]: DEBUG nova.compute.manager [req-113894ae-e697-487b-aa02-4b9af35db89f req-c622f995-43f5-4c42-a2ea-654b8d0464ec service nova] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Refreshing instance network info cache due to event network-changed-5d3f3037-67ac-438e-aaef-9cca2f6d84c1. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 755.243023] env[63419]: DEBUG oslo_concurrency.lockutils [req-113894ae-e697-487b-aa02-4b9af35db89f req-c622f995-43f5-4c42-a2ea-654b8d0464ec service nova] Acquiring lock "refresh_cache-ad1e0cd2-883b-48aa-95da-d00f4e45db81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.243023] env[63419]: DEBUG oslo_concurrency.lockutils [req-113894ae-e697-487b-aa02-4b9af35db89f req-c622f995-43f5-4c42-a2ea-654b8d0464ec service nova] Acquired lock "refresh_cache-ad1e0cd2-883b-48aa-95da-d00f4e45db81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.243023] env[63419]: DEBUG nova.network.neutron [req-113894ae-e697-487b-aa02-4b9af35db89f req-c622f995-43f5-4c42-a2ea-654b8d0464ec service nova] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Refreshing network info cache for port 5d3f3037-67ac-438e-aaef-9cca2f6d84c1 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.243023] env[63419]: DEBUG oslo_concurrency.lockutils [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.269811] env[63419]: DEBUG oslo_concurrency.lockutils [None req-038e0e77-c604-4adf-a108-c359fa60f481 tempest-ServersWithSpecificFlavorTestJSON-1844866441 tempest-ServersWithSpecificFlavorTestJSON-1844866441-project-member] Lock "ad1e0cd2-883b-48aa-95da-d00f4e45db81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.130s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.286804] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': task-2622361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.370105] env[63419]: DEBUG nova.network.neutron [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.499469] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1d89e0e1-9c5f-46e3-9cea-f9032a498cd2 tempest-ServersTestFqdnHostnames-421846307 tempest-ServersTestFqdnHostnames-421846307-project-member] Lock "6020a76d-95b3-4dec-85fc-c05cfb3d2323" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.395s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.616308] env[63419]: DEBUG nova.network.neutron [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Updating instance_info_cache with network_info: [{"id": "18a87de6-23e4-4d62-951d-baef19b32f37", "address": "fa:16:3e:f2:4a:39", "network": {"id": "4b405971-b7aa-4c60-8d7c-7f7ea71e386c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-77116953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87686e5d22f54ccea399155979dd483f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a87de6-23", "ovs_interfaceid": "18a87de6-23e4-4d62-951d-baef19b32f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.640511] env[63419]: DEBUG nova.compute.manager [req-b89fa1c1-6116-4229-aeba-993d3831c1af req-f2f82ac0-565e-4d7c-8b74-db6f98132ffa service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Received event network-vif-deleted-93701d67-4a35-44b3-b884-4786504859a0 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 755.640511] env[63419]: DEBUG nova.compute.manager [req-b89fa1c1-6116-4229-aeba-993d3831c1af req-f2f82ac0-565e-4d7c-8b74-db6f98132ffa service nova] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Received event network-vif-deleted-435436e2-e81f-4903-ba94-931f153468a4 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 755.640511] env[63419]: INFO nova.compute.manager [req-b89fa1c1-6116-4229-aeba-993d3831c1af req-f2f82ac0-565e-4d7c-8b74-db6f98132ffa service nova] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Neutron deleted interface 435436e2-e81f-4903-ba94-931f153468a4; detaching it from the instance and deleting it from the info cache [ 755.640511] env[63419]: DEBUG nova.network.neutron [req-b89fa1c1-6116-4229-aeba-993d3831c1af req-f2f82ac0-565e-4d7c-8b74-db6f98132ffa service nova] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.734755] env[63419]: DEBUG nova.network.neutron [-] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.751220] env[63419]: DEBUG nova.network.neutron [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Successfully updated port: 196f4f07-f393-4084-a86e-d20ec693a0ae {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.772287] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.786543] env[63419]: DEBUG oslo_vmware.api [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Task: {'id': task-2622361, 'name': PowerOnVM_Task, 'duration_secs': 0.78607} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.786806] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.787017] env[63419]: INFO nova.compute.manager [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Took 8.24 seconds to spawn the instance on the hypervisor. [ 755.787523] env[63419]: DEBUG nova.compute.manager [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.787975] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23338c7a-f865-4c45-a080-4f9dc1a1b839 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.959719] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6c2016be-9b57-4c07-9942-44580a82fc95 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.961189] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.853s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.967015] env[63419]: INFO nova.compute.claims [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.109391] env[63419]: DEBUG nova.network.neutron [req-113894ae-e697-487b-aa02-4b9af35db89f req-c622f995-43f5-4c42-a2ea-654b8d0464ec service nova] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Updated VIF entry in instance network info cache for port 5d3f3037-67ac-438e-aaef-9cca2f6d84c1. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.109757] env[63419]: DEBUG nova.network.neutron [req-113894ae-e697-487b-aa02-4b9af35db89f req-c622f995-43f5-4c42-a2ea-654b8d0464ec service nova] [instance: ad1e0cd2-883b-48aa-95da-d00f4e45db81] Updating instance_info_cache with network_info: [{"id": "5d3f3037-67ac-438e-aaef-9cca2f6d84c1", "address": "fa:16:3e:8e:a2:25", "network": {"id": "d6e908f4-090b-4372-bbf0-210f17e350f5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2070017661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b23a54b269cf438e8f62ba65c16e11d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d3f3037-67", "ovs_interfaceid": "5d3f3037-67ac-438e-aaef-9cca2f6d84c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.119811] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Releasing lock "refresh_cache-3573b79c-16e7-4278-aa65-7ddcab20cd20" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.120105] env[63419]: DEBUG nova.compute.manager [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Instance network_info: |[{"id": "18a87de6-23e4-4d62-951d-baef19b32f37", "address": "fa:16:3e:f2:4a:39", "network": {"id": "4b405971-b7aa-4c60-8d7c-7f7ea71e386c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-77116953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87686e5d22f54ccea399155979dd483f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a87de6-23", "ovs_interfaceid": "18a87de6-23e4-4d62-951d-baef19b32f37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.120502] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:4a:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18a87de6-23e4-4d62-951d-baef19b32f37', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.129032] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Creating folder: Project (87686e5d22f54ccea399155979dd483f). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.129212] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1066797-dd99-4b0e-a5d2-5346624a7cfb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.141096] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Created folder: Project (87686e5d22f54ccea399155979dd483f) in parent group-v528420. [ 756.141301] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Creating folder: Instances. Parent ref: group-v528577. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.141539] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5f97b62-7677-40d4-a30c-44e8f2711da2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.150091] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5337300-d071-4261-aef4-08ec83d364bc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.152619] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Created folder: Instances in parent group-v528577. [ 756.152848] env[63419]: DEBUG oslo.service.loopingcall [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.153372] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.153573] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b420475b-0031-4182-b26c-29111c68f8e9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.180589] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1017609f-384b-4b5f-847e-459b9ab2a6e1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.198749] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.198749] env[63419]: value = "task-2622364" [ 756.198749] env[63419]: _type = "Task" [ 756.198749] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.208144] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622364, 'name': CreateVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.223178] env[63419]: DEBUG nova.compute.manager [req-b89fa1c1-6116-4229-aeba-993d3831c1af req-f2f82ac0-565e-4d7c-8b74-db6f98132ffa service nova] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Detach interface failed, port_id=435436e2-e81f-4903-ba94-931f153468a4, reason: Instance 270b41dc-aff9-4572-97fd-29ca9680899f could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 756.223489] env[63419]: DEBUG nova.compute.manager [req-b89fa1c1-6116-4229-aeba-993d3831c1af req-f2f82ac0-565e-4d7c-8b74-db6f98132ffa service nova] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Received event network-vif-plugged-196f4f07-f393-4084-a86e-d20ec693a0ae {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 756.223696] env[63419]: DEBUG oslo_concurrency.lockutils [req-b89fa1c1-6116-4229-aeba-993d3831c1af req-f2f82ac0-565e-4d7c-8b74-db6f98132ffa service nova] Acquiring lock "abe34f8c-743f-4205-bcbc-da2c4108aeec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.223918] env[63419]: DEBUG oslo_concurrency.lockutils [req-b89fa1c1-6116-4229-aeba-993d3831c1af req-f2f82ac0-565e-4d7c-8b74-db6f98132ffa service nova] Lock "abe34f8c-743f-4205-bcbc-da2c4108aeec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.224107] env[63419]: DEBUG oslo_concurrency.lockutils [req-b89fa1c1-6116-4229-aeba-993d3831c1af req-f2f82ac0-565e-4d7c-8b74-db6f98132ffa service nova] Lock "abe34f8c-743f-4205-bcbc-da2c4108aeec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.224314] env[63419]: DEBUG nova.compute.manager [req-b89fa1c1-6116-4229-aeba-993d3831c1af req-f2f82ac0-565e-4d7c-8b74-db6f98132ffa service nova] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] No waiting events found dispatching network-vif-plugged-196f4f07-f393-4084-a86e-d20ec693a0ae {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.224494] env[63419]: WARNING nova.compute.manager [req-b89fa1c1-6116-4229-aeba-993d3831c1af req-f2f82ac0-565e-4d7c-8b74-db6f98132ffa service nova] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Received unexpected event network-vif-plugged-196f4f07-f393-4084-a86e-d20ec693a0ae for instance with vm_state building and task_state spawning. [ 756.237459] env[63419]: INFO nova.compute.manager [-] [instance: 270b41dc-aff9-4572-97fd-29ca9680899f] Took 1.58 seconds to deallocate network for instance. [ 756.254353] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "refresh_cache-abe34f8c-743f-4205-bcbc-da2c4108aeec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.254602] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquired lock "refresh_cache-abe34f8c-743f-4205-bcbc-da2c4108aeec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.258044] env[63419]: DEBUG nova.network.neutron [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.304703] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.308595] env[63419]: INFO nova.compute.manager [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Took 44.82 seconds to build instance. [ 756.612049] env[63419]: DEBUG oslo_concurrency.lockutils [req-113894ae-e697-487b-aa02-4b9af35db89f req-c622f995-43f5-4c42-a2ea-654b8d0464ec service nova] Releasing lock "refresh_cache-ad1e0cd2-883b-48aa-95da-d00f4e45db81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.715475] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622364, 'name': CreateVM_Task, 'duration_secs': 0.372038} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.715665] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.716418] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.716590] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.716904] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.717184] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec0cdf2-6023-4a89-a94d-b7ea4d172346 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.723058] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Waiting for the task: (returnval){ [ 756.723058] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52589f22-e795-abdc-fb82-cc4fb0051508" [ 756.723058] env[63419]: _type = "Task" [ 756.723058] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.732900] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52589f22-e795-abdc-fb82-cc4fb0051508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.747759] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.797620] env[63419]: DEBUG nova.network.neutron [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.810339] env[63419]: DEBUG oslo_concurrency.lockutils [None req-c49b5811-9b47-4e67-83d0-8692a5b05a50 tempest-ServerActionsTestOtherB-822485752 tempest-ServerActionsTestOtherB-822485752-project-member] Lock "6165d06e-fcda-41cf-990c-4e7e2d6bd2ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.774s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.016461] env[63419]: DEBUG nova.network.neutron [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Updating instance_info_cache with network_info: [{"id": "196f4f07-f393-4084-a86e-d20ec693a0ae", "address": "fa:16:3e:bd:01:64", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap196f4f07-f3", "ovs_interfaceid": "196f4f07-f393-4084-a86e-d20ec693a0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.240031] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52589f22-e795-abdc-fb82-cc4fb0051508, 'name': SearchDatastore_Task, 'duration_secs': 0.038411} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.242786] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.243042] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.243768] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.243768] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.243768] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.244035] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3101b390-e147-4be2-b1e9-82f0b08daab7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.269703] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.269926] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.273901] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e8069ee-c4c7-4e05-842d-8907de0627bb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.279466] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Waiting for the task: (returnval){ [ 757.279466] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52b33bf0-5f0c-7c22-d71e-a06a0baac8e1" [ 757.279466] env[63419]: _type = "Task" [ 757.279466] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.290658] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b33bf0-5f0c-7c22-d71e-a06a0baac8e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.483643] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0cd7ef-9b1f-4ab9-9ccc-504b59378e0c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.492570] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bddc05-344b-4930-aa50-cac3efb36f5c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.528629] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Releasing lock "refresh_cache-abe34f8c-743f-4205-bcbc-da2c4108aeec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.529125] env[63419]: DEBUG nova.compute.manager [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Instance network_info: |[{"id": "196f4f07-f393-4084-a86e-d20ec693a0ae", "address": "fa:16:3e:bd:01:64", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap196f4f07-f3", "ovs_interfaceid": "196f4f07-f393-4084-a86e-d20ec693a0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.529876] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:01:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '196f4f07-f393-4084-a86e-d20ec693a0ae', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.538795] env[63419]: DEBUG oslo.service.loopingcall [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.540148] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e55c98-8d1b-48de-b9f7-9b39ad933871 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.545048] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.549033] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ab5a97e-5f9a-4831-943b-103826c16314 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.568054] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad95e63-6e88-469a-beef-810ff5575f53 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.573034] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.573034] env[63419]: value = "task-2622365" [ 757.573034] env[63419]: _type = "Task" [ 757.573034] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.585439] env[63419]: DEBUG nova.compute.provider_tree [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.591704] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622365, 'name': CreateVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.686294] env[63419]: DEBUG nova.compute.manager [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Received event network-changed-196f4f07-f393-4084-a86e-d20ec693a0ae {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 757.686485] env[63419]: DEBUG nova.compute.manager [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Refreshing instance network info cache due to event network-changed-196f4f07-f393-4084-a86e-d20ec693a0ae. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 757.686696] env[63419]: DEBUG oslo_concurrency.lockutils [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] Acquiring lock "refresh_cache-abe34f8c-743f-4205-bcbc-da2c4108aeec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.686835] env[63419]: DEBUG oslo_concurrency.lockutils [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] Acquired lock "refresh_cache-abe34f8c-743f-4205-bcbc-da2c4108aeec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.687455] env[63419]: DEBUG nova.network.neutron [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Refreshing network info cache for port 196f4f07-f393-4084-a86e-d20ec693a0ae {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.792617] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b33bf0-5f0c-7c22-d71e-a06a0baac8e1, 'name': SearchDatastore_Task, 'duration_secs': 0.034252} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.793483] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec83b92-012e-4301-9a92-843f31a6b33d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.799542] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Waiting for the task: (returnval){ [ 757.799542] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52b74152-304f-9f1c-0103-857d24feba9d" [ 757.799542] env[63419]: _type = "Task" [ 757.799542] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.807540] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b74152-304f-9f1c-0103-857d24feba9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.084068] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622365, 'name': CreateVM_Task, 'duration_secs': 0.399011} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.084263] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.085240] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.085784] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.085978] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.086366] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4239a8d4-9d87-4d38-b2b1-f2e2074ae040 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.089268] env[63419]: DEBUG nova.scheduler.client.report [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.096208] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 758.096208] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]526e554d-70a0-5be5-4f38-a1bb30df7099" [ 758.096208] env[63419]: _type = "Task" [ 758.096208] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.105387] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]526e554d-70a0-5be5-4f38-a1bb30df7099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.314156] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52b74152-304f-9f1c-0103-857d24feba9d, 'name': SearchDatastore_Task, 'duration_secs': 0.013655} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.314806] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.314806] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 3573b79c-16e7-4278-aa65-7ddcab20cd20/3573b79c-16e7-4278-aa65-7ddcab20cd20.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.315079] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-856bd110-8cf9-41a2-8a81-275d17ae6131 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.323448] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Waiting for the task: (returnval){ [ 758.323448] env[63419]: value = "task-2622366" [ 758.323448] env[63419]: _type = "Task" [ 758.323448] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.335913] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.440543] env[63419]: DEBUG nova.network.neutron [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Updated VIF entry in instance network info cache for port 196f4f07-f393-4084-a86e-d20ec693a0ae. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.440964] env[63419]: DEBUG nova.network.neutron [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Updating instance_info_cache with network_info: [{"id": "196f4f07-f393-4084-a86e-d20ec693a0ae", "address": "fa:16:3e:bd:01:64", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap196f4f07-f3", "ovs_interfaceid": "196f4f07-f393-4084-a86e-d20ec693a0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.595050] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.596148] env[63419]: DEBUG nova.compute.manager [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.599049] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.247s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.600494] env[63419]: DEBUG nova.objects.instance [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lazy-loading 'resources' on Instance uuid 51758570-f91b-4ba4-8c1d-676af2bac567 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.613692] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]526e554d-70a0-5be5-4f38-a1bb30df7099, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.614060] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.614347] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.614587] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.614737] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.614919] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.615233] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1df02680-ca58-443d-9902-fdebb26e7c50 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.627829] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.628044] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.629055] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18331aff-3efb-4ce3-a444-107b869806fc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.637953] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 758.637953] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]528fa1be-0d9d-2931-a1ce-a15f335de714" [ 758.637953] env[63419]: _type = "Task" [ 758.637953] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.649292] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]528fa1be-0d9d-2931-a1ce-a15f335de714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.836392] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622366, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.943776] env[63419]: DEBUG oslo_concurrency.lockutils [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] Releasing lock "refresh_cache-abe34f8c-743f-4205-bcbc-da2c4108aeec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.944082] env[63419]: DEBUG nova.compute.manager [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Received event network-changed-2f78a4cd-176b-49b2-9004-8d54dea3bf66 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 758.944285] env[63419]: DEBUG nova.compute.manager [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Refreshing instance network info cache due to event network-changed-2f78a4cd-176b-49b2-9004-8d54dea3bf66. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 758.944504] env[63419]: DEBUG oslo_concurrency.lockutils [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] Acquiring lock "refresh_cache-6165d06e-fcda-41cf-990c-4e7e2d6bd2ec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.944650] env[63419]: DEBUG oslo_concurrency.lockutils [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] Acquired lock "refresh_cache-6165d06e-fcda-41cf-990c-4e7e2d6bd2ec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.944813] env[63419]: DEBUG nova.network.neutron [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Refreshing network info cache for port 2f78a4cd-176b-49b2-9004-8d54dea3bf66 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.103918] env[63419]: DEBUG nova.compute.utils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 759.109737] env[63419]: DEBUG nova.compute.manager [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.109908] env[63419]: DEBUG nova.network.neutron [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.152847] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]528fa1be-0d9d-2931-a1ce-a15f335de714, 'name': SearchDatastore_Task, 'duration_secs': 0.020745} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.157569] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d3801a-0898-4c17-af33-373b606df836 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.162743] env[63419]: DEBUG nova.policy [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efcf1ac6f7124384b09d399e19bcd348', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6f52c2601624e11afe258970a239e31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.170109] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 759.170109] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52938375-5b7a-6917-7217-0d731237b152" [ 759.170109] env[63419]: _type = "Task" [ 759.170109] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.179489] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52938375-5b7a-6917-7217-0d731237b152, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.181873] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.182161] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] abe34f8c-743f-4205-bcbc-da2c4108aeec/abe34f8c-743f-4205-bcbc-da2c4108aeec.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.182589] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65d1606c-800f-428f-864f-eb89c712c28d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.189086] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 759.189086] env[63419]: value = "task-2622367" [ 759.189086] env[63419]: _type = "Task" [ 759.189086] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.198750] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.335812] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536373} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.338634] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 3573b79c-16e7-4278-aa65-7ddcab20cd20/3573b79c-16e7-4278-aa65-7ddcab20cd20.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.340736] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.340736] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14a1150e-e828-467b-8799-43b765fbf754 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.353323] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Waiting for the task: (returnval){ [ 759.353323] env[63419]: value = "task-2622368" [ 759.353323] env[63419]: _type = "Task" [ 759.353323] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.360594] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.429591] env[63419]: DEBUG nova.network.neutron [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Successfully created port: 7efcbcca-53b8-4465-a2f5-e6d406e887b5 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.605909] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5314e4c3-b3ca-4621-918d-861ed2ffe7ce {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.611041] env[63419]: DEBUG nova.compute.manager [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.623621] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb16d8c-5027-4276-90ab-66d28b36b2aa {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.658118] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b435deea-4484-40b1-8559-196d1e1ea488 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.669322] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0207fde-1e0f-4521-bf79-76bb4c8dbdb2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.688542] env[63419]: DEBUG nova.compute.provider_tree [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.697981] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.859913] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.371444} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.860200] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.861064] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2e8156-1705-4fe8-8c86-767df2d0969a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.883762] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3573b79c-16e7-4278-aa65-7ddcab20cd20/3573b79c-16e7-4278-aa65-7ddcab20cd20.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.884100] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd4fe827-0f99-4ade-885d-e1f8708a80a0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.899731] env[63419]: DEBUG nova.network.neutron [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Updated VIF entry in instance network info cache for port 2f78a4cd-176b-49b2-9004-8d54dea3bf66. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.900117] env[63419]: DEBUG nova.network.neutron [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] [instance: 6165d06e-fcda-41cf-990c-4e7e2d6bd2ec] Updating instance_info_cache with network_info: [{"id": "2f78a4cd-176b-49b2-9004-8d54dea3bf66", "address": "fa:16:3e:b6:c0:1a", "network": {"id": "d419647e-708a-494c-9cab-61230d0881c9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1669915358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96b387defb8f400780c8853ca9b3099b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f78a4cd-17", "ovs_interfaceid": "2f78a4cd-176b-49b2-9004-8d54dea3bf66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.909883] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Waiting for the task: (returnval){ [ 759.909883] env[63419]: value = "task-2622369" [ 759.909883] env[63419]: _type = "Task" [ 759.909883] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.920271] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.194935] env[63419]: DEBUG nova.scheduler.client.report [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.204612] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622367, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.011152} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.204971] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] abe34f8c-743f-4205-bcbc-da2c4108aeec/abe34f8c-743f-4205-bcbc-da2c4108aeec.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.205129] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.205381] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e916d37-98f8-4f7d-9294-22d9274b2cd6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.214194] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 760.214194] env[63419]: value = "task-2622370" [ 760.214194] env[63419]: _type = "Task" [ 760.214194] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.224319] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.403501] env[63419]: DEBUG oslo_concurrency.lockutils [req-b219e45c-5a0e-495e-80f8-db0f650a0aca req-9b12f885-0237-4329-b123-b5e44881253d service nova] Releasing lock "refresh_cache-6165d06e-fcda-41cf-990c-4e7e2d6bd2ec" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.419655] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622369, 'name': ReconfigVM_Task, 'duration_secs': 0.499899} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.419941] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3573b79c-16e7-4278-aa65-7ddcab20cd20/3573b79c-16e7-4278-aa65-7ddcab20cd20.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.420815] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2caf7d7b-a2ad-407f-a7e1-010f05e072b2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.427590] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Waiting for the task: (returnval){ [ 760.427590] env[63419]: value = "task-2622371" [ 760.427590] env[63419]: _type = "Task" [ 760.427590] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.436574] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622371, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.626820] env[63419]: DEBUG nova.compute.manager [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.652021] env[63419]: DEBUG nova.virt.hardware [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.652450] env[63419]: DEBUG nova.virt.hardware [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.652450] env[63419]: DEBUG nova.virt.hardware [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.652531] env[63419]: DEBUG nova.virt.hardware [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.652625] env[63419]: DEBUG nova.virt.hardware [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.652779] env[63419]: DEBUG nova.virt.hardware [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.653078] env[63419]: DEBUG nova.virt.hardware [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.654197] env[63419]: DEBUG nova.virt.hardware [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.655031] env[63419]: DEBUG nova.virt.hardware [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.655031] env[63419]: DEBUG nova.virt.hardware [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.655031] env[63419]: DEBUG nova.virt.hardware [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.655602] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3889f2-6087-40b6-9b4f-e47a1a4b4cdb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.663818] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88158a6-cde2-457b-8122-853c28e9363e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.701066] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.702636] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.671s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.704164] env[63419]: INFO nova.compute.claims [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.726290] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063557} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.726437] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.727395] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e899ddee-808e-4ed8-a5f0-7c9009e39236 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.730535] env[63419]: INFO nova.scheduler.client.report [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Deleted allocations for instance 51758570-f91b-4ba4-8c1d-676af2bac567 [ 760.754291] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] abe34f8c-743f-4205-bcbc-da2c4108aeec/abe34f8c-743f-4205-bcbc-da2c4108aeec.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.755561] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91fb8d6e-b1ba-41e1-8b89-ce2d2ec1552a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.776099] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 760.776099] env[63419]: value = "task-2622372" [ 760.776099] env[63419]: _type = "Task" [ 760.776099] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.784415] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.938254] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622371, 'name': Rename_Task, 'duration_secs': 0.140924} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.938660] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.938990] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-902116ae-16ba-4800-8769-09063080db38 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.947977] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Waiting for the task: (returnval){ [ 760.947977] env[63419]: value = "task-2622373" [ 760.947977] env[63419]: _type = "Task" [ 760.947977] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.955833] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.114283] env[63419]: DEBUG nova.compute.manager [req-fd1f5563-bca5-496d-86d5-ff07d57864de req-dd958738-128f-4aec-82d7-4d3a2b405bf4 service nova] [instance: 2be46c98-5700-4689-828a-048d61b99344] Received event network-vif-plugged-7efcbcca-53b8-4465-a2f5-e6d406e887b5 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 761.114283] env[63419]: DEBUG oslo_concurrency.lockutils [req-fd1f5563-bca5-496d-86d5-ff07d57864de req-dd958738-128f-4aec-82d7-4d3a2b405bf4 service nova] Acquiring lock "2be46c98-5700-4689-828a-048d61b99344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.114283] env[63419]: DEBUG oslo_concurrency.lockutils [req-fd1f5563-bca5-496d-86d5-ff07d57864de req-dd958738-128f-4aec-82d7-4d3a2b405bf4 service nova] Lock "2be46c98-5700-4689-828a-048d61b99344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.114283] env[63419]: DEBUG oslo_concurrency.lockutils [req-fd1f5563-bca5-496d-86d5-ff07d57864de req-dd958738-128f-4aec-82d7-4d3a2b405bf4 service nova] Lock "2be46c98-5700-4689-828a-048d61b99344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.114283] env[63419]: DEBUG nova.compute.manager [req-fd1f5563-bca5-496d-86d5-ff07d57864de req-dd958738-128f-4aec-82d7-4d3a2b405bf4 service nova] [instance: 2be46c98-5700-4689-828a-048d61b99344] No waiting events found dispatching network-vif-plugged-7efcbcca-53b8-4465-a2f5-e6d406e887b5 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.114283] env[63419]: WARNING nova.compute.manager [req-fd1f5563-bca5-496d-86d5-ff07d57864de req-dd958738-128f-4aec-82d7-4d3a2b405bf4 service nova] [instance: 2be46c98-5700-4689-828a-048d61b99344] Received unexpected event network-vif-plugged-7efcbcca-53b8-4465-a2f5-e6d406e887b5 for instance with vm_state building and task_state spawning. [ 761.211746] env[63419]: DEBUG nova.network.neutron [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Successfully updated port: 7efcbcca-53b8-4465-a2f5-e6d406e887b5 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.258941] env[63419]: DEBUG oslo_concurrency.lockutils [None req-e9c90346-abb0-4569-8dc9-7cd15c6bed36 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "51758570-f91b-4ba4-8c1d-676af2bac567" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.381s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.286208] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.457131] env[63419]: DEBUG oslo_vmware.api [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622373, 'name': PowerOnVM_Task, 'duration_secs': 0.46429} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.457406] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.457679] env[63419]: INFO nova.compute.manager [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Took 9.26 seconds to spawn the instance on the hypervisor. [ 761.457905] env[63419]: DEBUG nova.compute.manager [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.459873] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35489045-fc8b-4daf-ad00-bd32d13af0f1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.718606] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquiring lock "refresh_cache-2be46c98-5700-4689-828a-048d61b99344" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.718888] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquired lock "refresh_cache-2be46c98-5700-4689-828a-048d61b99344" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.719171] env[63419]: DEBUG nova.network.neutron [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.785867] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622372, 'name': ReconfigVM_Task, 'duration_secs': 0.733581} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.789810] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Reconfigured VM instance instance-00000034 to attach disk [datastore2] abe34f8c-743f-4205-bcbc-da2c4108aeec/abe34f8c-743f-4205-bcbc-da2c4108aeec.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.790069] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7293d4e8-8a6d-4c99-9d76-368f20fd45f3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.797408] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 761.797408] env[63419]: value = "task-2622374" [ 761.797408] env[63419]: _type = "Task" [ 761.797408] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.808306] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622374, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.976190] env[63419]: INFO nova.compute.manager [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Took 47.34 seconds to build instance. [ 762.143202] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1481a941-9e8e-4d13-b516-7501911a4621 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.150738] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f88cd4-81cc-47ef-a5ef-980f52496347 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.181416] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c584034-ea49-4e39-b732-c65d9c4bddaf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.189831] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ac5070-abe0-4813-9392-40b99271e5e4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.203666] env[63419]: DEBUG nova.compute.provider_tree [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.250772] env[63419]: DEBUG nova.network.neutron [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.310632] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622374, 'name': Rename_Task, 'duration_secs': 0.239592} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.311016] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.311293] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce41dea1-183f-453a-9c0d-d27f7d99c1d1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.318121] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 762.318121] env[63419]: value = "task-2622375" [ 762.318121] env[63419]: _type = "Task" [ 762.318121] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.330117] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.389523] env[63419]: DEBUG nova.network.neutron [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Updating instance_info_cache with network_info: [{"id": "7efcbcca-53b8-4465-a2f5-e6d406e887b5", "address": "fa:16:3e:c4:1b:31", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7efcbcca-53", "ovs_interfaceid": "7efcbcca-53b8-4465-a2f5-e6d406e887b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.481115] env[63419]: DEBUG oslo_concurrency.lockutils [None req-042cda72-7d2d-4d54-82c9-a8ddd766a4ab tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Lock "3573b79c-16e7-4278-aa65-7ddcab20cd20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.379s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.709014] env[63419]: DEBUG nova.scheduler.client.report [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.805272] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Acquiring lock "3573b79c-16e7-4278-aa65-7ddcab20cd20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.805396] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Lock "3573b79c-16e7-4278-aa65-7ddcab20cd20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.805573] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Acquiring lock "3573b79c-16e7-4278-aa65-7ddcab20cd20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.805763] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Lock "3573b79c-16e7-4278-aa65-7ddcab20cd20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.805935] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Lock "3573b79c-16e7-4278-aa65-7ddcab20cd20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.808063] env[63419]: INFO nova.compute.manager [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Terminating instance [ 762.827941] env[63419]: DEBUG oslo_vmware.api [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622375, 'name': PowerOnVM_Task, 'duration_secs': 0.498908} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.828226] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.828452] env[63419]: INFO nova.compute.manager [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Took 8.02 seconds to spawn the instance on the hypervisor. [ 762.828634] env[63419]: DEBUG nova.compute.manager [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.829417] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a6d30e-7cc5-4d0b-9ecc-95e1b14c876e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.891751] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Releasing lock "refresh_cache-2be46c98-5700-4689-828a-048d61b99344" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.892080] env[63419]: DEBUG nova.compute.manager [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Instance network_info: |[{"id": "7efcbcca-53b8-4465-a2f5-e6d406e887b5", "address": "fa:16:3e:c4:1b:31", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7efcbcca-53", "ovs_interfaceid": "7efcbcca-53b8-4465-a2f5-e6d406e887b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.892498] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:1b:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7efcbcca-53b8-4465-a2f5-e6d406e887b5', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.900601] env[63419]: DEBUG oslo.service.loopingcall [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.900954] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be46c98-5700-4689-828a-048d61b99344] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.901311] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9f035ff-ad07-4a1e-9408-7fc4a717dee7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.921644] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.921644] env[63419]: value = "task-2622376" [ 762.921644] env[63419]: _type = "Task" [ 762.921644] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.930389] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622376, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.156485] env[63419]: DEBUG nova.compute.manager [req-f7e78be7-87ab-42d3-9d11-004778f9e70e req-3c06df40-39a0-4019-9c39-27252e3a5f26 service nova] [instance: 2be46c98-5700-4689-828a-048d61b99344] Received event network-changed-7efcbcca-53b8-4465-a2f5-e6d406e887b5 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 763.156485] env[63419]: DEBUG nova.compute.manager [req-f7e78be7-87ab-42d3-9d11-004778f9e70e req-3c06df40-39a0-4019-9c39-27252e3a5f26 service nova] [instance: 2be46c98-5700-4689-828a-048d61b99344] Refreshing instance network info cache due to event network-changed-7efcbcca-53b8-4465-a2f5-e6d406e887b5. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 763.156485] env[63419]: DEBUG oslo_concurrency.lockutils [req-f7e78be7-87ab-42d3-9d11-004778f9e70e req-3c06df40-39a0-4019-9c39-27252e3a5f26 service nova] Acquiring lock "refresh_cache-2be46c98-5700-4689-828a-048d61b99344" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.156485] env[63419]: DEBUG oslo_concurrency.lockutils [req-f7e78be7-87ab-42d3-9d11-004778f9e70e req-3c06df40-39a0-4019-9c39-27252e3a5f26 service nova] Acquired lock "refresh_cache-2be46c98-5700-4689-828a-048d61b99344" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.156485] env[63419]: DEBUG nova.network.neutron [req-f7e78be7-87ab-42d3-9d11-004778f9e70e req-3c06df40-39a0-4019-9c39-27252e3a5f26 service nova] [instance: 2be46c98-5700-4689-828a-048d61b99344] Refreshing network info cache for port 7efcbcca-53b8-4465-a2f5-e6d406e887b5 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.214746] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.215570] env[63419]: DEBUG nova.compute.manager [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.220663] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.093s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.220663] env[63419]: DEBUG nova.objects.instance [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lazy-loading 'resources' on Instance uuid 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.313391] env[63419]: DEBUG nova.compute.manager [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.313746] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.314935] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16ebcac-bd13-41aa-8bb4-318614aa2e25 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.323643] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.323992] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8a755d1-58e9-4f3d-bbd5-8a7ce2eaf3db {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.330615] env[63419]: DEBUG oslo_vmware.api [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Waiting for the task: (returnval){ [ 763.330615] env[63419]: value = "task-2622377" [ 763.330615] env[63419]: _type = "Task" [ 763.330615] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.343281] env[63419]: DEBUG oslo_vmware.api [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.347600] env[63419]: INFO nova.compute.manager [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Took 44.46 seconds to build instance. [ 763.433013] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622376, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.724201] env[63419]: DEBUG nova.compute.utils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 763.728715] env[63419]: DEBUG nova.compute.manager [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.728840] env[63419]: DEBUG nova.network.neutron [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.842564] env[63419]: DEBUG oslo_vmware.api [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622377, 'name': PowerOffVM_Task, 'duration_secs': 0.255966} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.842831] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.843014] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.843424] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8899912-4a7c-4bda-b45f-2f265378eaed {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.850243] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23381168-cb5b-4e15-8219-4fb50aaf7337 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "abe34f8c-743f-4205-bcbc-da2c4108aeec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.677s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.933659] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622376, 'name': CreateVM_Task, 'duration_secs': 0.53122} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.936298] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be46c98-5700-4689-828a-048d61b99344] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.940144] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.940322] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.940631] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.941223] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.941408] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.941578] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Deleting the datastore file [datastore1] 3573b79c-16e7-4278-aa65-7ddcab20cd20 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.941972] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3940b678-e658-45ca-a823-28e44ccdfa1a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.943686] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c90b41a4-8a64-4aff-b303-46ca85f21cd8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.948164] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 763.948164] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]523837d3-64eb-4f5e-7a74-44f673952c04" [ 763.948164] env[63419]: _type = "Task" [ 763.948164] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.953604] env[63419]: DEBUG oslo_vmware.api [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Waiting for the task: (returnval){ [ 763.953604] env[63419]: value = "task-2622379" [ 763.953604] env[63419]: _type = "Task" [ 763.953604] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.962253] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523837d3-64eb-4f5e-7a74-44f673952c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.967159] env[63419]: DEBUG oslo_vmware.api [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.975922] env[63419]: DEBUG nova.policy [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfb1c2505c454f4197765c03c179ca05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8b8ad1f5a824d219e3d502d6bce3ff1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.218221] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187d80c9-8d1c-4d97-b448-353b2afb0918 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.227906] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097549b3-2649-40ef-b151-b167c2ec9ac9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.230017] env[63419]: DEBUG nova.compute.manager [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.263159] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e286d25-62e1-4a51-9785-8bd892b071a3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.274718] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ab8145-f2ef-401c-b00d-03e129dfe9a6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.278980] env[63419]: DEBUG nova.network.neutron [req-f7e78be7-87ab-42d3-9d11-004778f9e70e req-3c06df40-39a0-4019-9c39-27252e3a5f26 service nova] [instance: 2be46c98-5700-4689-828a-048d61b99344] Updated VIF entry in instance network info cache for port 7efcbcca-53b8-4465-a2f5-e6d406e887b5. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.279362] env[63419]: DEBUG nova.network.neutron [req-f7e78be7-87ab-42d3-9d11-004778f9e70e req-3c06df40-39a0-4019-9c39-27252e3a5f26 service nova] [instance: 2be46c98-5700-4689-828a-048d61b99344] Updating instance_info_cache with network_info: [{"id": "7efcbcca-53b8-4465-a2f5-e6d406e887b5", "address": "fa:16:3e:c4:1b:31", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7efcbcca-53", "ovs_interfaceid": "7efcbcca-53b8-4465-a2f5-e6d406e887b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.296460] env[63419]: DEBUG nova.compute.provider_tree [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.446428] env[63419]: DEBUG nova.network.neutron [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Successfully created port: 7467febf-217b-4c7e-b993-9863b871df4a {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.460923] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523837d3-64eb-4f5e-7a74-44f673952c04, 'name': SearchDatastore_Task, 'duration_secs': 0.026281} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.462638] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.462934] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.463225] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.463405] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.463606] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.463882] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-383acc71-6787-440a-8a47-ce12d4628c39 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.470742] env[63419]: DEBUG oslo_vmware.api [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Task: {'id': task-2622379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299704} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.471877] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.472037] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.472252] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.472443] env[63419]: INFO nova.compute.manager [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Took 1.16 seconds to destroy the instance on the hypervisor. [ 764.472717] env[63419]: DEBUG oslo.service.loopingcall [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.473955] env[63419]: DEBUG nova.compute.manager [-] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.474106] env[63419]: DEBUG nova.network.neutron [-] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.476185] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.476441] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.477182] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d2711e4-6ac6-48b2-b4d7-4fb9f91c61fb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.482464] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 764.482464] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]520d2d92-b69d-2533-94e0-a5fdbce5b1c2" [ 764.482464] env[63419]: _type = "Task" [ 764.482464] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.490901] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]520d2d92-b69d-2533-94e0-a5fdbce5b1c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.772232] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881501b9-56f5-49f5-a1e6-ac7962e48239 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.782046] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-80a82e6c-ca55-49d2-bb09-760d63c9acf3 tempest-ServersAdminNegativeTestJSON-775476280 tempest-ServersAdminNegativeTestJSON-775476280-project-admin] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Suspending the VM {{(pid=63419) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 764.782478] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7106e54c-8852-40d0-9661-d89d1dc0f67b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.785143] env[63419]: DEBUG oslo_concurrency.lockutils [req-f7e78be7-87ab-42d3-9d11-004778f9e70e req-3c06df40-39a0-4019-9c39-27252e3a5f26 service nova] Releasing lock "refresh_cache-2be46c98-5700-4689-828a-048d61b99344" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.791083] env[63419]: DEBUG oslo_vmware.api [None req-80a82e6c-ca55-49d2-bb09-760d63c9acf3 tempest-ServersAdminNegativeTestJSON-775476280 tempest-ServersAdminNegativeTestJSON-775476280-project-admin] Waiting for the task: (returnval){ [ 764.791083] env[63419]: value = "task-2622380" [ 764.791083] env[63419]: _type = "Task" [ 764.791083] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.798500] env[63419]: DEBUG nova.scheduler.client.report [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.811538] env[63419]: DEBUG oslo_vmware.api [None req-80a82e6c-ca55-49d2-bb09-760d63c9acf3 tempest-ServersAdminNegativeTestJSON-775476280 tempest-ServersAdminNegativeTestJSON-775476280-project-admin] Task: {'id': task-2622380, 'name': SuspendVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.994082] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]520d2d92-b69d-2533-94e0-a5fdbce5b1c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.994752] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8033737c-6872-4100-9571-505b6ba8ceea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.000268] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 765.000268] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]521f3a71-7b97-6232-6b50-70f997921f67" [ 765.000268] env[63419]: _type = "Task" [ 765.000268] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.008921] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521f3a71-7b97-6232-6b50-70f997921f67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.179959] env[63419]: DEBUG nova.compute.manager [req-e515a115-065f-40ef-8eb1-c1af6ffe1a6b req-34374c77-c711-4921-a831-141a787aaf52 service nova] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Received event network-vif-deleted-18a87de6-23e4-4d62-951d-baef19b32f37 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 765.180178] env[63419]: INFO nova.compute.manager [req-e515a115-065f-40ef-8eb1-c1af6ffe1a6b req-34374c77-c711-4921-a831-141a787aaf52 service nova] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Neutron deleted interface 18a87de6-23e4-4d62-951d-baef19b32f37; detaching it from the instance and deleting it from the info cache [ 765.180386] env[63419]: DEBUG nova.network.neutron [req-e515a115-065f-40ef-8eb1-c1af6ffe1a6b req-34374c77-c711-4921-a831-141a787aaf52 service nova] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.241439] env[63419]: DEBUG nova.compute.manager [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.267188] env[63419]: DEBUG nova.virt.hardware [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.267446] env[63419]: DEBUG nova.virt.hardware [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.267601] env[63419]: DEBUG nova.virt.hardware [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.267781] env[63419]: DEBUG nova.virt.hardware [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.267923] env[63419]: DEBUG nova.virt.hardware [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.268090] env[63419]: DEBUG nova.virt.hardware [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.268310] env[63419]: DEBUG nova.virt.hardware [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.268506] env[63419]: DEBUG nova.virt.hardware [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.268679] env[63419]: DEBUG nova.virt.hardware [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.268839] env[63419]: DEBUG nova.virt.hardware [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.269018] env[63419]: DEBUG nova.virt.hardware [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.269882] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709be8f0-12b6-41ad-b4a2-c57e3dfc1ff8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.278332] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b558d068-899c-4439-92b0-f789e332444f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.301171] env[63419]: DEBUG oslo_vmware.api [None req-80a82e6c-ca55-49d2-bb09-760d63c9acf3 tempest-ServersAdminNegativeTestJSON-775476280 tempest-ServersAdminNegativeTestJSON-775476280-project-admin] Task: {'id': task-2622380, 'name': SuspendVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.305027] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.307153] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.155s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.307386] env[63419]: DEBUG nova.objects.instance [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lazy-loading 'resources' on Instance uuid d844be78-6a9d-4518-a427-c1465a687661 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.329819] env[63419]: INFO nova.scheduler.client.report [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Deleted allocations for instance 0cf8d401-a8ad-44a7-b15b-c9a5f9998c97 [ 765.395057] env[63419]: DEBUG nova.network.neutron [-] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.511214] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521f3a71-7b97-6232-6b50-70f997921f67, 'name': SearchDatastore_Task, 'duration_secs': 0.022545} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.511361] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.511620] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 2be46c98-5700-4689-828a-048d61b99344/2be46c98-5700-4689-828a-048d61b99344.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.511885] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50a2b6a7-7ea4-4579-aa0d-3b84b230cdb2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.518639] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 765.518639] env[63419]: value = "task-2622381" [ 765.518639] env[63419]: _type = "Task" [ 765.518639] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.526377] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.682971] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9570251f-45a3-4eb2-ba45-c791a5a67b25 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.692956] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc88c38-f112-4ebd-a260-9fc4884c073e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.726863] env[63419]: DEBUG nova.compute.manager [req-e515a115-065f-40ef-8eb1-c1af6ffe1a6b req-34374c77-c711-4921-a831-141a787aaf52 service nova] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Detach interface failed, port_id=18a87de6-23e4-4d62-951d-baef19b32f37, reason: Instance 3573b79c-16e7-4278-aa65-7ddcab20cd20 could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 765.803152] env[63419]: DEBUG oslo_vmware.api [None req-80a82e6c-ca55-49d2-bb09-760d63c9acf3 tempest-ServersAdminNegativeTestJSON-775476280 tempest-ServersAdminNegativeTestJSON-775476280-project-admin] Task: {'id': task-2622380, 'name': SuspendVM_Task, 'duration_secs': 0.610071} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.803431] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-80a82e6c-ca55-49d2-bb09-760d63c9acf3 tempest-ServersAdminNegativeTestJSON-775476280 tempest-ServersAdminNegativeTestJSON-775476280-project-admin] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Suspended the VM {{(pid=63419) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 765.803611] env[63419]: DEBUG nova.compute.manager [None req-80a82e6c-ca55-49d2-bb09-760d63c9acf3 tempest-ServersAdminNegativeTestJSON-775476280 tempest-ServersAdminNegativeTestJSON-775476280-project-admin] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.804420] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d434f3a-d207-4281-90db-f883515aec45 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.839122] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b607b69b-ad93-4db8-86e5-047dd1460459 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "0cf8d401-a8ad-44a7-b15b-c9a5f9998c97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.097s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.897126] env[63419]: INFO nova.compute.manager [-] [instance: 3573b79c-16e7-4278-aa65-7ddcab20cd20] Took 1.42 seconds to deallocate network for instance. [ 766.032195] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.186236] env[63419]: DEBUG nova.network.neutron [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Successfully updated port: 7467febf-217b-4c7e-b993-9863b871df4a {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.235941] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8100c57a-df8a-4ad5-b7fc-37d5d8067236 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.247834] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ed4658-49ac-42df-8ee2-374187ee2750 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.293129] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcdd534-1b81-4342-8b28-f85ecc86655a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.302630] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4af913b-0290-4177-88fa-de7a43005841 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.320372] env[63419]: DEBUG nova.compute.provider_tree [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.408861] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.528858] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622381, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.691051] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Acquiring lock "refresh_cache-cc0626f2-6d10-4983-add7-3466497963f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.691051] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Acquired lock "refresh_cache-cc0626f2-6d10-4983-add7-3466497963f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.691051] env[63419]: DEBUG nova.network.neutron [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.823629] env[63419]: DEBUG nova.scheduler.client.report [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.030722] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622381, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.130476} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.030971] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 2be46c98-5700-4689-828a-048d61b99344/2be46c98-5700-4689-828a-048d61b99344.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.031223] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.031494] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66981d8d-f019-4653-81a4-3d45cd5ec315 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.038244] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 767.038244] env[63419]: value = "task-2622382" [ 767.038244] env[63419]: _type = "Task" [ 767.038244] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.046812] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.217929] env[63419]: DEBUG nova.compute.manager [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Received event network-vif-plugged-7467febf-217b-4c7e-b993-9863b871df4a {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 767.218165] env[63419]: DEBUG oslo_concurrency.lockutils [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] Acquiring lock "cc0626f2-6d10-4983-add7-3466497963f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.219426] env[63419]: DEBUG oslo_concurrency.lockutils [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] Lock "cc0626f2-6d10-4983-add7-3466497963f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.219426] env[63419]: DEBUG oslo_concurrency.lockutils [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] Lock "cc0626f2-6d10-4983-add7-3466497963f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.219426] env[63419]: DEBUG nova.compute.manager [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] [instance: cc0626f2-6d10-4983-add7-3466497963f6] No waiting events found dispatching network-vif-plugged-7467febf-217b-4c7e-b993-9863b871df4a {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.219426] env[63419]: WARNING nova.compute.manager [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Received unexpected event network-vif-plugged-7467febf-217b-4c7e-b993-9863b871df4a for instance with vm_state building and task_state spawning. [ 767.219426] env[63419]: DEBUG nova.compute.manager [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Received event network-changed-7467febf-217b-4c7e-b993-9863b871df4a {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 767.219426] env[63419]: DEBUG nova.compute.manager [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Refreshing instance network info cache due to event network-changed-7467febf-217b-4c7e-b993-9863b871df4a. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 767.219426] env[63419]: DEBUG oslo_concurrency.lockutils [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] Acquiring lock "refresh_cache-cc0626f2-6d10-4983-add7-3466497963f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.239950] env[63419]: DEBUG nova.network.neutron [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.292459] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "16ae9c15-99fe-4b7a-a0d1-3981baf00e6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.292685] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "16ae9c15-99fe-4b7a-a0d1-3981baf00e6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.335208] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.337705] env[63419]: DEBUG oslo_concurrency.lockutils [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.822s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.338066] env[63419]: DEBUG nova.objects.instance [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Lazy-loading 'resources' on Instance uuid 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.363964] env[63419]: INFO nova.scheduler.client.report [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Deleted allocations for instance d844be78-6a9d-4518-a427-c1465a687661 [ 767.436088] env[63419]: DEBUG nova.network.neutron [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Updating instance_info_cache with network_info: [{"id": "7467febf-217b-4c7e-b993-9863b871df4a", "address": "fa:16:3e:ab:5d:c6", "network": {"id": "e7762ca5-697a-470e-9788-5d99c43bf5d9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-116046886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8b8ad1f5a824d219e3d502d6bce3ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7467febf-21", "ovs_interfaceid": "7467febf-217b-4c7e-b993-9863b871df4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.548016] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062217} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.548299] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.549076] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f4f29a-c9e2-476b-8eb6-be2f48ec87ce {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.571391] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 2be46c98-5700-4689-828a-048d61b99344/2be46c98-5700-4689-828a-048d61b99344.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.571655] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c700cda9-4336-42bb-8586-6e91de39deca {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.591215] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 767.591215] env[63419]: value = "task-2622383" [ 767.591215] env[63419]: _type = "Task" [ 767.591215] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.598881] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.795775] env[63419]: DEBUG nova.compute.manager [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.875406] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4609453a-fd24-43d9-8c68-7885f89495c2 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "d844be78-6a9d-4518-a427-c1465a687661" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.207s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.898355] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "abe34f8c-743f-4205-bcbc-da2c4108aeec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.898692] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "abe34f8c-743f-4205-bcbc-da2c4108aeec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.898905] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "abe34f8c-743f-4205-bcbc-da2c4108aeec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.899108] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "abe34f8c-743f-4205-bcbc-da2c4108aeec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.899281] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "abe34f8c-743f-4205-bcbc-da2c4108aeec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.904165] env[63419]: INFO nova.compute.manager [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Terminating instance [ 767.938565] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Releasing lock "refresh_cache-cc0626f2-6d10-4983-add7-3466497963f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.938871] env[63419]: DEBUG nova.compute.manager [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Instance network_info: |[{"id": "7467febf-217b-4c7e-b993-9863b871df4a", "address": "fa:16:3e:ab:5d:c6", "network": {"id": "e7762ca5-697a-470e-9788-5d99c43bf5d9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-116046886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8b8ad1f5a824d219e3d502d6bce3ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7467febf-21", "ovs_interfaceid": "7467febf-217b-4c7e-b993-9863b871df4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.942642] env[63419]: DEBUG oslo_concurrency.lockutils [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] Acquired lock "refresh_cache-cc0626f2-6d10-4983-add7-3466497963f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.942642] env[63419]: DEBUG nova.network.neutron [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Refreshing network info cache for port 7467febf-217b-4c7e-b993-9863b871df4a {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.943768] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:5d:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7467febf-217b-4c7e-b993-9863b871df4a', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.951687] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Creating folder: Project (a8b8ad1f5a824d219e3d502d6bce3ff1). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.952678] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c22e5f34-04ca-408d-b299-417ccbbc5812 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.964858] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Created folder: Project (a8b8ad1f5a824d219e3d502d6bce3ff1) in parent group-v528420. [ 767.965063] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Creating folder: Instances. Parent ref: group-v528582. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.965316] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60c7574f-9019-49c8-8755-6c949d97a4ae {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.974881] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Created folder: Instances in parent group-v528582. [ 767.974931] env[63419]: DEBUG oslo.service.loopingcall [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.977404] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.978036] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94595de8-d39a-4e1f-b854-24b5c0228ea6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.999802] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.999802] env[63419]: value = "task-2622386" [ 767.999802] env[63419]: _type = "Task" [ 767.999802] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.010036] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622386, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.104986] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622383, 'name': ReconfigVM_Task, 'duration_secs': 0.294108} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.105291] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 2be46c98-5700-4689-828a-048d61b99344/2be46c98-5700-4689-828a-048d61b99344.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.105934] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-773ab8eb-6af4-409f-87bb-53e113f10e6a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.112504] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 768.112504] env[63419]: value = "task-2622387" [ 768.112504] env[63419]: _type = "Task" [ 768.112504] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.122468] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622387, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.313398] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.317383] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c7b848-d252-4e3b-b342-40680b7d31ec {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.324637] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6957e4-2d11-4cda-9952-1403ba395cec {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.355908] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1520764-d92d-4f5c-ba52-3b1006833c3c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.363241] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f45755-0ad3-40a2-bb43-1c89f745c5c0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.380700] env[63419]: DEBUG nova.compute.provider_tree [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.409179] env[63419]: DEBUG nova.compute.manager [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.409239] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.410113] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd866404-bfa8-4487-a2ef-27cabcf43285 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.417442] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.417684] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-741afb1f-31c2-4a47-b7bf-c4adb18d80ce {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.478370] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.478612] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.478795] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Deleting the datastore file [datastore2] abe34f8c-743f-4205-bcbc-da2c4108aeec {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.479098] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d02e418-6efa-4c0d-b160-0d6e4d8598c7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.485342] env[63419]: DEBUG oslo_vmware.api [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 768.485342] env[63419]: value = "task-2622389" [ 768.485342] env[63419]: _type = "Task" [ 768.485342] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.493100] env[63419]: DEBUG oslo_vmware.api [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.509692] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622386, 'name': CreateVM_Task, 'duration_secs': 0.352568} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.509881] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.510544] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.510709] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.511032] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.511277] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56910899-35f6-4502-b43e-ab07609ba554 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.515350] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Waiting for the task: (returnval){ [ 768.515350] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52c9f6f4-7b45-13ad-1c82-16d4df5af7ee" [ 768.515350] env[63419]: _type = "Task" [ 768.515350] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.524016] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c9f6f4-7b45-13ad-1c82-16d4df5af7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.622157] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622387, 'name': Rename_Task, 'duration_secs': 0.146926} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.622157] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.622157] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4560ea2a-6083-4851-a8a6-d9d0c049148f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.630172] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 768.630172] env[63419]: value = "task-2622390" [ 768.630172] env[63419]: _type = "Task" [ 768.630172] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.644651] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.722827] env[63419]: DEBUG nova.network.neutron [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Updated VIF entry in instance network info cache for port 7467febf-217b-4c7e-b993-9863b871df4a. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.723302] env[63419]: DEBUG nova.network.neutron [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Updating instance_info_cache with network_info: [{"id": "7467febf-217b-4c7e-b993-9863b871df4a", "address": "fa:16:3e:ab:5d:c6", "network": {"id": "e7762ca5-697a-470e-9788-5d99c43bf5d9", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-116046886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8b8ad1f5a824d219e3d502d6bce3ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7467febf-21", "ovs_interfaceid": "7467febf-217b-4c7e-b993-9863b871df4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.883310] env[63419]: DEBUG nova.scheduler.client.report [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.995264] env[63419]: DEBUG oslo_vmware.api [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156315} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.995501] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.995680] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.996018] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.996018] env[63419]: INFO nova.compute.manager [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Took 0.59 seconds to destroy the instance on the hypervisor. [ 768.996277] env[63419]: DEBUG oslo.service.loopingcall [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.996463] env[63419]: DEBUG nova.compute.manager [-] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.996558] env[63419]: DEBUG nova.network.neutron [-] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.026330] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c9f6f4-7b45-13ad-1c82-16d4df5af7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008393} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.026531] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.026763] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.027041] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.027273] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.027398] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.027694] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa622c03-b8d1-4497-9008-91f1d7892a13 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.036617] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.036797] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.037601] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0749aa6d-00cd-4501-a4cf-8f5daba66a9e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.043936] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Waiting for the task: (returnval){ [ 769.043936] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a763d1-c751-2e63-c53c-6de3b8b36afb" [ 769.043936] env[63419]: _type = "Task" [ 769.043936] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.054551] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a763d1-c751-2e63-c53c-6de3b8b36afb, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.055359] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4aeed92-0bbd-4b55-9069-6320c9a36018 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.060627] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Waiting for the task: (returnval){ [ 769.060627] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5260dcc6-4477-f4bb-c8a1-a17f43be19ac" [ 769.060627] env[63419]: _type = "Task" [ 769.060627] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.069039] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5260dcc6-4477-f4bb-c8a1-a17f43be19ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.138164] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622390, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.227213] env[63419]: DEBUG oslo_concurrency.lockutils [req-e5a81597-13c5-4c79-9f1e-3ac7b5734799 req-fd01a240-f558-416f-9398-17f6d20fc374 service nova] Releasing lock "refresh_cache-cc0626f2-6d10-4983-add7-3466497963f6" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.282923] env[63419]: DEBUG nova.compute.manager [req-2d00f9b4-e8d5-4769-8f18-1686f8224572 req-c218ef74-01b2-4890-8d06-1145f5bcdc6b service nova] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Received event network-vif-deleted-196f4f07-f393-4084-a86e-d20ec693a0ae {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 769.283169] env[63419]: INFO nova.compute.manager [req-2d00f9b4-e8d5-4769-8f18-1686f8224572 req-c218ef74-01b2-4890-8d06-1145f5bcdc6b service nova] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Neutron deleted interface 196f4f07-f393-4084-a86e-d20ec693a0ae; detaching it from the instance and deleting it from the info cache [ 769.283312] env[63419]: DEBUG nova.network.neutron [req-2d00f9b4-e8d5-4769-8f18-1686f8224572 req-c218ef74-01b2-4890-8d06-1145f5bcdc6b service nova] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.388382] env[63419]: DEBUG oslo_concurrency.lockutils [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.390713] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.566s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.392289] env[63419]: INFO nova.compute.claims [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.413892] env[63419]: INFO nova.scheduler.client.report [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Deleted allocations for instance 9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9 [ 769.438561] env[63419]: DEBUG oslo_concurrency.lockutils [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "1584e140-07b6-4876-8d25-b814f731d86d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.438876] env[63419]: DEBUG oslo_concurrency.lockutils [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "1584e140-07b6-4876-8d25-b814f731d86d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.439084] env[63419]: DEBUG oslo_concurrency.lockutils [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "1584e140-07b6-4876-8d25-b814f731d86d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.439279] env[63419]: DEBUG oslo_concurrency.lockutils [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "1584e140-07b6-4876-8d25-b814f731d86d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.439451] env[63419]: DEBUG oslo_concurrency.lockutils [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "1584e140-07b6-4876-8d25-b814f731d86d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.441494] env[63419]: INFO nova.compute.manager [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Terminating instance [ 769.570883] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5260dcc6-4477-f4bb-c8a1-a17f43be19ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008788} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.571111] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.571370] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] cc0626f2-6d10-4983-add7-3466497963f6/cc0626f2-6d10-4983-add7-3466497963f6.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.571620] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dafe22a-5551-4a64-9780-bfc715629087 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.578111] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Waiting for the task: (returnval){ [ 769.578111] env[63419]: value = "task-2622391" [ 769.578111] env[63419]: _type = "Task" [ 769.578111] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.585930] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.638257] env[63419]: DEBUG oslo_vmware.api [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622390, 'name': PowerOnVM_Task, 'duration_secs': 0.550734} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.638593] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.638824] env[63419]: INFO nova.compute.manager [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Took 9.01 seconds to spawn the instance on the hypervisor. [ 769.639049] env[63419]: DEBUG nova.compute.manager [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.639843] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9609bb97-4ccd-4141-97ca-1b16ce89f3f5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.765056] env[63419]: DEBUG nova.network.neutron [-] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.787509] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7e01df8-519f-4032-9c5a-10e1f390b106 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.799094] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a616f40d-b19f-4174-8f8c-796e4bd8d51a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.843750] env[63419]: DEBUG nova.compute.manager [req-2d00f9b4-e8d5-4769-8f18-1686f8224572 req-c218ef74-01b2-4890-8d06-1145f5bcdc6b service nova] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Detach interface failed, port_id=196f4f07-f393-4084-a86e-d20ec693a0ae, reason: Instance abe34f8c-743f-4205-bcbc-da2c4108aeec could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 769.924020] env[63419]: DEBUG oslo_concurrency.lockutils [None req-def90c78-ea95-46ad-9ead-23cff924ecb0 tempest-ServerAddressesNegativeTestJSON-995618854 tempest-ServerAddressesNegativeTestJSON-995618854-project-member] Lock "9c45486a-5b62-4ea4-ba7d-1e1b5a0266d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.910s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.945621] env[63419]: DEBUG nova.compute.manager [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.945896] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.947389] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2263efb0-e598-4d2c-9ff6-1d2b0f32964d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.957852] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.958829] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5024a8d0-8a9f-48d5-96b6-e6773c347215 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.966595] env[63419]: DEBUG oslo_vmware.api [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 769.966595] env[63419]: value = "task-2622392" [ 769.966595] env[63419]: _type = "Task" [ 769.966595] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.983487] env[63419]: DEBUG oslo_vmware.api [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.088807] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47107} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.089031] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] cc0626f2-6d10-4983-add7-3466497963f6/cc0626f2-6d10-4983-add7-3466497963f6.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.089258] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.089522] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-debf2a96-67b5-46c0-981d-fb13795ce694 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.096042] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Waiting for the task: (returnval){ [ 770.096042] env[63419]: value = "task-2622393" [ 770.096042] env[63419]: _type = "Task" [ 770.096042] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.104013] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.156117] env[63419]: INFO nova.compute.manager [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Took 47.07 seconds to build instance. [ 770.268196] env[63419]: INFO nova.compute.manager [-] [instance: abe34f8c-743f-4205-bcbc-da2c4108aeec] Took 1.27 seconds to deallocate network for instance. [ 770.478992] env[63419]: DEBUG oslo_vmware.api [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622392, 'name': PowerOffVM_Task, 'duration_secs': 0.26681} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.479302] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.479564] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.479923] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bc5106d-8d55-4801-93ad-4d28617045fb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.568953] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.569195] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.569396] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Deleting the datastore file [datastore2] 1584e140-07b6-4876-8d25-b814f731d86d {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.569676] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e1719fd-4bd7-439a-b780-976bcf01e37e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.582472] env[63419]: DEBUG oslo_vmware.api [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for the task: (returnval){ [ 770.582472] env[63419]: value = "task-2622395" [ 770.582472] env[63419]: _type = "Task" [ 770.582472] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.597596] env[63419]: DEBUG oslo_vmware.api [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.613415] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066108} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.613716] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.614516] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b283d46a-0ef3-40aa-baf5-af25916afd27 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.648571] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] cc0626f2-6d10-4983-add7-3466497963f6/cc0626f2-6d10-4983-add7-3466497963f6.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.651293] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b979361c-b6e2-4524-90c2-ad73179058d2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.666905] env[63419]: DEBUG oslo_concurrency.lockutils [None req-124b3199-bccf-4f8d-a324-4ac3385ff395 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "2be46c98-5700-4689-828a-048d61b99344" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.370s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.672653] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Waiting for the task: (returnval){ [ 770.672653] env[63419]: value = "task-2622396" [ 770.672653] env[63419]: _type = "Task" [ 770.672653] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.682554] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.774506] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.880751] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6726a34e-913a-41d1-b98b-6acccf67d71c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.889452] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94677dd6-d79e-4ccd-b88b-9da92b2127ed {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.921342] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e27af2c-506b-4a5d-8aef-097c575e35b0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.929150] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a034fa-af12-48a2-91cf-761bcd782933 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.943007] env[63419]: DEBUG nova.compute.provider_tree [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.085828] env[63419]: DEBUG oslo_concurrency.lockutils [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquiring lock "2be46c98-5700-4689-828a-048d61b99344" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.085828] env[63419]: DEBUG oslo_concurrency.lockutils [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "2be46c98-5700-4689-828a-048d61b99344" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.086682] env[63419]: DEBUG oslo_concurrency.lockutils [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquiring lock "2be46c98-5700-4689-828a-048d61b99344-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.086682] env[63419]: DEBUG oslo_concurrency.lockutils [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "2be46c98-5700-4689-828a-048d61b99344-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.086682] env[63419]: DEBUG oslo_concurrency.lockutils [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "2be46c98-5700-4689-828a-048d61b99344-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.094108] env[63419]: INFO nova.compute.manager [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Terminating instance [ 771.100362] env[63419]: DEBUG oslo_vmware.api [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Task: {'id': task-2622395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188421} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.100600] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.100685] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.100852] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.101024] env[63419]: INFO nova.compute.manager [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 771.101256] env[63419]: DEBUG oslo.service.loopingcall [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 771.101440] env[63419]: DEBUG nova.compute.manager [-] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.101536] env[63419]: DEBUG nova.network.neutron [-] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.182771] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622396, 'name': ReconfigVM_Task, 'duration_secs': 0.286365} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.183162] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Reconfigured VM instance instance-00000036 to attach disk [datastore2] cc0626f2-6d10-4983-add7-3466497963f6/cc0626f2-6d10-4983-add7-3466497963f6.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.183861] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a773ec0a-54a5-443a-921d-0db3f46bda88 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.190507] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Waiting for the task: (returnval){ [ 771.190507] env[63419]: value = "task-2622397" [ 771.190507] env[63419]: _type = "Task" [ 771.190507] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.200457] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622397, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.448767] env[63419]: DEBUG nova.scheduler.client.report [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.523610] env[63419]: DEBUG nova.compute.manager [req-f9ef484c-f468-4ad4-ac1d-399e5eb14840 req-1d98657e-ae74-4167-b90a-f54c1f1b6387 service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Received event network-vif-deleted-3b4c9656-f9fb-4b64-9c27-34819a940ef5 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 771.523972] env[63419]: INFO nova.compute.manager [req-f9ef484c-f468-4ad4-ac1d-399e5eb14840 req-1d98657e-ae74-4167-b90a-f54c1f1b6387 service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Neutron deleted interface 3b4c9656-f9fb-4b64-9c27-34819a940ef5; detaching it from the instance and deleting it from the info cache [ 771.524349] env[63419]: DEBUG nova.network.neutron [req-f9ef484c-f468-4ad4-ac1d-399e5eb14840 req-1d98657e-ae74-4167-b90a-f54c1f1b6387 service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.598153] env[63419]: DEBUG nova.compute.manager [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.598265] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.599917] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14ff958-606a-4f02-9e42-48754a0e97e6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.608490] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.608784] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96b30f64-d7d1-4c6f-b3ec-3745bdd0e8b2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.614847] env[63419]: DEBUG oslo_vmware.api [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 771.614847] env[63419]: value = "task-2622398" [ 771.614847] env[63419]: _type = "Task" [ 771.614847] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.622986] env[63419]: DEBUG oslo_vmware.api [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.701438] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622397, 'name': Rename_Task, 'duration_secs': 0.144359} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.701708] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.701950] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72a7cc40-5e8f-42ed-afaa-883efaf04fb0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.709140] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Waiting for the task: (returnval){ [ 771.709140] env[63419]: value = "task-2622399" [ 771.709140] env[63419]: _type = "Task" [ 771.709140] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.717163] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.952956] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.953470] env[63419]: DEBUG nova.compute.manager [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.956310] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.668s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.957810] env[63419]: INFO nova.compute.claims [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.003874] env[63419]: DEBUG nova.network.neutron [-] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.026977] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-beff6f11-9b0c-4684-a618-866da6ec94f0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.036972] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2e7029-c3a8-4834-9cca-980d2ffd3c71 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.073510] env[63419]: DEBUG nova.compute.manager [req-f9ef484c-f468-4ad4-ac1d-399e5eb14840 req-1d98657e-ae74-4167-b90a-f54c1f1b6387 service nova] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Detach interface failed, port_id=3b4c9656-f9fb-4b64-9c27-34819a940ef5, reason: Instance 1584e140-07b6-4876-8d25-b814f731d86d could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 772.125608] env[63419]: DEBUG oslo_vmware.api [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622398, 'name': PowerOffVM_Task, 'duration_secs': 0.180282} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.125885] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.126091] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.126380] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1520f025-cacd-47f8-99d4-27b86677fb34 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.188929] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.189168] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.189816] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Deleting the datastore file [datastore2] 2be46c98-5700-4689-828a-048d61b99344 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.189816] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3238a4f0-f7e3-4d7a-b06d-ea77d0717f02 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.196315] env[63419]: DEBUG oslo_vmware.api [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for the task: (returnval){ [ 772.196315] env[63419]: value = "task-2622401" [ 772.196315] env[63419]: _type = "Task" [ 772.196315] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.204382] env[63419]: DEBUG oslo_vmware.api [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.219096] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.466407] env[63419]: DEBUG nova.compute.utils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 772.467725] env[63419]: DEBUG nova.compute.manager [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.467968] env[63419]: DEBUG nova.network.neutron [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.506036] env[63419]: INFO nova.compute.manager [-] [instance: 1584e140-07b6-4876-8d25-b814f731d86d] Took 1.40 seconds to deallocate network for instance. [ 772.527928] env[63419]: DEBUG nova.policy [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a721b26869474fb098293c7244196dbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9092aca7e35d4b28864888c9f035aff4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.711279] env[63419]: DEBUG oslo_vmware.api [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Task: {'id': task-2622401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195569} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.711705] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.711962] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.712248] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.712455] env[63419]: INFO nova.compute.manager [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] [instance: 2be46c98-5700-4689-828a-048d61b99344] Took 1.11 seconds to destroy the instance on the hypervisor. [ 772.712717] env[63419]: DEBUG oslo.service.loopingcall [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.715877] env[63419]: DEBUG nova.compute.manager [-] [instance: 2be46c98-5700-4689-828a-048d61b99344] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.715998] env[63419]: DEBUG nova.network.neutron [-] [instance: 2be46c98-5700-4689-828a-048d61b99344] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.722398] env[63419]: DEBUG oslo_vmware.api [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622399, 'name': PowerOnVM_Task, 'duration_secs': 0.612709} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.722683] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.723039] env[63419]: INFO nova.compute.manager [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Took 7.48 seconds to spawn the instance on the hypervisor. [ 772.723185] env[63419]: DEBUG nova.compute.manager [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.726019] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e76538-62da-490b-813c-b87e57c328da {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.974439] env[63419]: DEBUG nova.compute.manager [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.976815] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Acquiring lock "0a9c3541-7186-42d4-97ec-84bb82ad74e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.977049] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Lock "0a9c3541-7186-42d4-97ec-84bb82ad74e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.004605] env[63419]: DEBUG nova.network.neutron [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Successfully created port: c8f0424f-5db9-44dc-96dc-7748872444fa {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.012924] env[63419]: DEBUG oslo_concurrency.lockutils [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.101037] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquiring lock "d7e1b035-942f-45f6-a94e-3a67e0cefec5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.101037] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Lock "d7e1b035-942f-45f6-a94e-3a67e0cefec5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.101037] env[63419]: INFO nova.compute.manager [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Rebooting instance [ 773.243490] env[63419]: INFO nova.compute.manager [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Took 48.24 seconds to build instance. [ 773.399364] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f444a0-12ee-46d9-83da-be78f0564a1e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.408226] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da899c6d-c418-4b7d-b496-0ff3795c6283 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.439740] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449fb680-f143-4062-ac1b-dbc72486eaa0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.448016] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9a8119-6935-484b-b473-976447ed2719 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.463464] env[63419]: DEBUG nova.compute.provider_tree [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.479177] env[63419]: DEBUG nova.compute.manager [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.550621] env[63419]: DEBUG nova.compute.manager [req-939e74c2-bf1a-42e5-a3a3-0134d5d0cce7 req-1c0bedd0-e4b3-484b-a96d-5f61eb6a9bb2 service nova] [instance: 2be46c98-5700-4689-828a-048d61b99344] Received event network-vif-deleted-7efcbcca-53b8-4465-a2f5-e6d406e887b5 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 773.550825] env[63419]: INFO nova.compute.manager [req-939e74c2-bf1a-42e5-a3a3-0134d5d0cce7 req-1c0bedd0-e4b3-484b-a96d-5f61eb6a9bb2 service nova] [instance: 2be46c98-5700-4689-828a-048d61b99344] Neutron deleted interface 7efcbcca-53b8-4465-a2f5-e6d406e887b5; detaching it from the instance and deleting it from the info cache [ 773.551023] env[63419]: DEBUG nova.network.neutron [req-939e74c2-bf1a-42e5-a3a3-0134d5d0cce7 req-1c0bedd0-e4b3-484b-a96d-5f61eb6a9bb2 service nova] [instance: 2be46c98-5700-4689-828a-048d61b99344] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.615628] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquiring lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.615823] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquired lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.615995] env[63419]: DEBUG nova.network.neutron [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.683521] env[63419]: DEBUG nova.network.neutron [-] [instance: 2be46c98-5700-4689-828a-048d61b99344] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.745505] env[63419]: DEBUG oslo_concurrency.lockutils [None req-01901164-c9f9-4e0e-a29b-cf914028eaca tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Lock "cc0626f2-6d10-4983-add7-3466497963f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.585s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.967408] env[63419]: DEBUG nova.scheduler.client.report [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.989019] env[63419]: DEBUG nova.compute.manager [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.002767] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.013044] env[63419]: DEBUG nova.virt.hardware [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.013044] env[63419]: DEBUG nova.virt.hardware [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.013226] env[63419]: DEBUG nova.virt.hardware [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.013281] env[63419]: DEBUG nova.virt.hardware [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.013423] env[63419]: DEBUG nova.virt.hardware [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.013562] env[63419]: DEBUG nova.virt.hardware [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.013769] env[63419]: DEBUG nova.virt.hardware [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.013927] env[63419]: DEBUG nova.virt.hardware [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.014125] env[63419]: DEBUG nova.virt.hardware [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.014371] env[63419]: DEBUG nova.virt.hardware [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.014471] env[63419]: DEBUG nova.virt.hardware [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.015347] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579a4cf7-9acc-4b8f-8a10-b41aa241bc8a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.024047] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aeff82-42ce-47f0-81a9-820a3e7f82f0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.054443] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97b01c55-1e4c-4964-a907-8826b9f8fee4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.064129] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd8c77b-e697-49ff-a9cc-4affe11eeef9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.097584] env[63419]: DEBUG nova.compute.manager [req-939e74c2-bf1a-42e5-a3a3-0134d5d0cce7 req-1c0bedd0-e4b3-484b-a96d-5f61eb6a9bb2 service nova] [instance: 2be46c98-5700-4689-828a-048d61b99344] Detach interface failed, port_id=7efcbcca-53b8-4465-a2f5-e6d406e887b5, reason: Instance 2be46c98-5700-4689-828a-048d61b99344 could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 774.186082] env[63419]: INFO nova.compute.manager [-] [instance: 2be46c98-5700-4689-828a-048d61b99344] Took 1.47 seconds to deallocate network for instance. [ 774.261662] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Acquiring lock "cc0626f2-6d10-4983-add7-3466497963f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.261909] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Lock "cc0626f2-6d10-4983-add7-3466497963f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.262130] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Acquiring lock "cc0626f2-6d10-4983-add7-3466497963f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.262315] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Lock "cc0626f2-6d10-4983-add7-3466497963f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.262480] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Lock "cc0626f2-6d10-4983-add7-3466497963f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.264569] env[63419]: INFO nova.compute.manager [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Terminating instance [ 774.348845] env[63419]: DEBUG nova.network.neutron [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Updating instance_info_cache with network_info: [{"id": "fc7d37a2-3465-4860-8670-e4a739d90b5f", "address": "fa:16:3e:22:11:12", "network": {"id": "79be7556-de92-4271-894b-8b1c2cc27ecb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1601633248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a144028c2114b2d8da938b5336dfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7d37a2-34", "ovs_interfaceid": "fc7d37a2-3465-4860-8670-e4a739d90b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.472920] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.473706] env[63419]: DEBUG nova.compute.manager [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.477955] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.794s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.478527] env[63419]: DEBUG nova.objects.instance [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lazy-loading 'resources' on Instance uuid c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.658492] env[63419]: DEBUG nova.network.neutron [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Successfully updated port: c8f0424f-5db9-44dc-96dc-7748872444fa {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.693311] env[63419]: DEBUG oslo_concurrency.lockutils [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.771049] env[63419]: DEBUG nova.compute.manager [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.771049] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.771049] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54532168-c800-4bbe-af6f-9aff1e286f44 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.783289] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.783614] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2f1c729-eb3f-4daa-9780-378463902ae8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.792828] env[63419]: DEBUG oslo_vmware.api [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Waiting for the task: (returnval){ [ 774.792828] env[63419]: value = "task-2622402" [ 774.792828] env[63419]: _type = "Task" [ 774.792828] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.806915] env[63419]: DEBUG oslo_vmware.api [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.851751] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Releasing lock "refresh_cache-d7e1b035-942f-45f6-a94e-3a67e0cefec5" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.982706] env[63419]: DEBUG nova.compute.utils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 774.984797] env[63419]: DEBUG nova.compute.manager [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.984797] env[63419]: DEBUG nova.network.neutron [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.071292] env[63419]: DEBUG nova.policy [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae0899c700134ba8b67f502e1169708b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '217dba85c28b46e4acffe0b4cce256da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.167019] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Acquiring lock "refresh_cache-b4a730be-7b10-430e-91b7-d37dc68cbf81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.167019] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Acquired lock "refresh_cache-b4a730be-7b10-430e-91b7-d37dc68cbf81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.167019] env[63419]: DEBUG nova.network.neutron [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.306518] env[63419]: DEBUG oslo_vmware.api [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622402, 'name': PowerOffVM_Task, 'duration_secs': 0.18444} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.306793] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.306962] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.307270] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-071f7712-77a4-4a84-aa15-42eda2423ed8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.357140] env[63419]: DEBUG nova.compute.manager [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.357672] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599b3015-9497-4c0f-9b50-9b5fce70bf5d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.378177] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.378596] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.378792] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Deleting the datastore file [datastore2] cc0626f2-6d10-4983-add7-3466497963f6 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.379813] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-206c1a49-1fe0-4cd2-b8e8-d660e26ecf42 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.387502] env[63419]: DEBUG oslo_vmware.api [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Waiting for the task: (returnval){ [ 775.387502] env[63419]: value = "task-2622404" [ 775.387502] env[63419]: _type = "Task" [ 775.387502] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.396868] env[63419]: DEBUG oslo_vmware.api [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.437219] env[63419]: DEBUG nova.network.neutron [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Successfully created port: fa0ebbbd-be64-46f1-89af-a5040bc5b838 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.476560] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d89ec4-40ec-476d-9526-4b9d76d89e02 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.486668] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018bc3b3-d47f-4609-90eb-283a21bf9661 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.490171] env[63419]: DEBUG nova.compute.manager [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.520754] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2832d34-8902-4bac-8f51-c408c29e465b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.528443] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc3d0a8-1602-4d1f-bb33-4625c98322ca {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.550389] env[63419]: DEBUG nova.compute.provider_tree [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.764449] env[63419]: DEBUG nova.compute.manager [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Received event network-vif-plugged-c8f0424f-5db9-44dc-96dc-7748872444fa {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 775.764449] env[63419]: DEBUG oslo_concurrency.lockutils [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] Acquiring lock "b4a730be-7b10-430e-91b7-d37dc68cbf81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.764449] env[63419]: DEBUG oslo_concurrency.lockutils [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] Lock "b4a730be-7b10-430e-91b7-d37dc68cbf81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.764449] env[63419]: DEBUG oslo_concurrency.lockutils [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] Lock "b4a730be-7b10-430e-91b7-d37dc68cbf81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.764449] env[63419]: DEBUG nova.compute.manager [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] No waiting events found dispatching network-vif-plugged-c8f0424f-5db9-44dc-96dc-7748872444fa {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.764449] env[63419]: WARNING nova.compute.manager [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Received unexpected event network-vif-plugged-c8f0424f-5db9-44dc-96dc-7748872444fa for instance with vm_state building and task_state spawning. [ 775.764449] env[63419]: DEBUG nova.compute.manager [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Received event network-changed-c8f0424f-5db9-44dc-96dc-7748872444fa {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 775.764449] env[63419]: DEBUG nova.compute.manager [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Refreshing instance network info cache due to event network-changed-c8f0424f-5db9-44dc-96dc-7748872444fa. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 775.764449] env[63419]: DEBUG oslo_concurrency.lockutils [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] Acquiring lock "refresh_cache-b4a730be-7b10-430e-91b7-d37dc68cbf81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.764449] env[63419]: DEBUG nova.network.neutron [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.898603] env[63419]: DEBUG oslo_vmware.api [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Task: {'id': task-2622404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152694} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.898603] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.898603] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.898820] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.898820] env[63419]: INFO nova.compute.manager [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 775.899065] env[63419]: DEBUG oslo.service.loopingcall [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.899295] env[63419]: DEBUG nova.compute.manager [-] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.899384] env[63419]: DEBUG nova.network.neutron [-] [instance: cc0626f2-6d10-4983-add7-3466497963f6] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.053590] env[63419]: DEBUG nova.scheduler.client.report [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.298055] env[63419]: DEBUG nova.network.neutron [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Updating instance_info_cache with network_info: [{"id": "c8f0424f-5db9-44dc-96dc-7748872444fa", "address": "fa:16:3e:3f:8a:da", "network": {"id": "df0108b0-358b-4306-a4b1-68af280295de", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1137299678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9092aca7e35d4b28864888c9f035aff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f0424f-5d", "ovs_interfaceid": "c8f0424f-5db9-44dc-96dc-7748872444fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.375596] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e9bf77-98a3-4009-88b8-a5f42f13b2db {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.384182] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Doing hard reboot of VM {{(pid=63419) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 776.384472] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-19aa195d-1ac5-4ba3-abdb-ea0c5415703c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.392192] env[63419]: DEBUG oslo_vmware.api [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Waiting for the task: (returnval){ [ 776.392192] env[63419]: value = "task-2622405" [ 776.392192] env[63419]: _type = "Task" [ 776.392192] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.401453] env[63419]: DEBUG oslo_vmware.api [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2622405, 'name': ResetVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.507121] env[63419]: DEBUG nova.compute.manager [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.531800] env[63419]: DEBUG nova.virt.hardware [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.532059] env[63419]: DEBUG nova.virt.hardware [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.532230] env[63419]: DEBUG nova.virt.hardware [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.532416] env[63419]: DEBUG nova.virt.hardware [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.532560] env[63419]: DEBUG nova.virt.hardware [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.532706] env[63419]: DEBUG nova.virt.hardware [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.532909] env[63419]: DEBUG nova.virt.hardware [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.533079] env[63419]: DEBUG nova.virt.hardware [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.533247] env[63419]: DEBUG nova.virt.hardware [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.533407] env[63419]: DEBUG nova.virt.hardware [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.533576] env[63419]: DEBUG nova.virt.hardware [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.534443] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736f6ad3-76cb-4b1d-895d-1fc60822b2ee {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.542261] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32b5cf6-0b8c-4e61-9393-bcd9bf201b16 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.558086] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.560058] env[63419]: DEBUG oslo_concurrency.lockutils [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.234s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.560275] env[63419]: DEBUG nova.objects.instance [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Lazy-loading 'resources' on Instance uuid d3603f50-bc88-4085-b5ee-1a27cd4e1616 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.579693] env[63419]: INFO nova.scheduler.client.report [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Deleted allocations for instance c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a [ 776.804067] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Releasing lock "refresh_cache-b4a730be-7b10-430e-91b7-d37dc68cbf81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.804446] env[63419]: DEBUG nova.compute.manager [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Instance network_info: |[{"id": "c8f0424f-5db9-44dc-96dc-7748872444fa", "address": "fa:16:3e:3f:8a:da", "network": {"id": "df0108b0-358b-4306-a4b1-68af280295de", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1137299678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9092aca7e35d4b28864888c9f035aff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f0424f-5d", "ovs_interfaceid": "c8f0424f-5db9-44dc-96dc-7748872444fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.804754] env[63419]: DEBUG oslo_concurrency.lockutils [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] Acquired lock "refresh_cache-b4a730be-7b10-430e-91b7-d37dc68cbf81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.804931] env[63419]: DEBUG nova.network.neutron [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Refreshing network info cache for port c8f0424f-5db9-44dc-96dc-7748872444fa {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.806199] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:8a:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8f0424f-5db9-44dc-96dc-7748872444fa', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.814162] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Creating folder: Project (9092aca7e35d4b28864888c9f035aff4). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.817635] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4eb1323f-d6a2-4e42-ba75-db2948b14555 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.829602] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Created folder: Project (9092aca7e35d4b28864888c9f035aff4) in parent group-v528420. [ 776.829806] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Creating folder: Instances. Parent ref: group-v528585. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.830053] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5042005-9b8e-46e5-9ca2-05c1486f5686 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.839030] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Created folder: Instances in parent group-v528585. [ 776.839355] env[63419]: DEBUG oslo.service.loopingcall [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.839576] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.839808] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34c77216-0f62-4ecb-9c6e-563c9d779b33 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.860953] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.860953] env[63419]: value = "task-2622408" [ 776.860953] env[63419]: _type = "Task" [ 776.860953] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.872174] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622408, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.904155] env[63419]: DEBUG oslo_vmware.api [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2622405, 'name': ResetVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.966443] env[63419]: DEBUG nova.network.neutron [-] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.062176] env[63419]: DEBUG nova.network.neutron [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Updated VIF entry in instance network info cache for port c8f0424f-5db9-44dc-96dc-7748872444fa. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.062515] env[63419]: DEBUG nova.network.neutron [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Updating instance_info_cache with network_info: [{"id": "c8f0424f-5db9-44dc-96dc-7748872444fa", "address": "fa:16:3e:3f:8a:da", "network": {"id": "df0108b0-358b-4306-a4b1-68af280295de", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1137299678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9092aca7e35d4b28864888c9f035aff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f0424f-5d", "ovs_interfaceid": "c8f0424f-5db9-44dc-96dc-7748872444fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.089641] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1efc7d7b-d5e7-427a-897a-1f8815e406e5 tempest-ServerRescueTestJSON-1048902087 tempest-ServerRescueTestJSON-1048902087-project-member] Lock "c2f63cc4-b8b0-4be3-ad2c-d68e1be02d4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.793s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.370799] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622408, 'name': CreateVM_Task, 'duration_secs': 0.333481} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.373261] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.374248] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.374381] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.374689] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.374955] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64d46048-c6a0-4b7c-aac2-6a59f664eaea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.379397] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Waiting for the task: (returnval){ [ 777.379397] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52fa3804-65cb-6482-820b-89c48b8527bd" [ 777.379397] env[63419]: _type = "Task" [ 777.379397] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.387148] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52fa3804-65cb-6482-820b-89c48b8527bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.404050] env[63419]: DEBUG oslo_vmware.api [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2622405, 'name': ResetVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.418075] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7067e668-e827-4309-97ff-39fe5f86f53a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.428013] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12079bc-dd8d-4db4-a5fd-87a383a59abb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.456505] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8814cda7-fcb8-4994-aa1e-5457cdb088d4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.464050] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f44e00-4dc6-4a3e-9c24-4a0a60fc81f6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.477844] env[63419]: INFO nova.compute.manager [-] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Took 1.58 seconds to deallocate network for instance. [ 777.478407] env[63419]: DEBUG nova.compute.provider_tree [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.568728] env[63419]: DEBUG oslo_concurrency.lockutils [req-9d977f95-9458-474c-af89-92a7245ffe67 req-5e49e867-4a6a-4efb-a9dc-9e4f5d05df02 service nova] Releasing lock "refresh_cache-b4a730be-7b10-430e-91b7-d37dc68cbf81" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.660933] env[63419]: DEBUG nova.compute.manager [req-e890cfbe-b5ad-4633-96f8-1952754e7ef3 req-cfd88ba4-53ce-418a-8d35-5b810ca2114d service nova] [instance: cc0626f2-6d10-4983-add7-3466497963f6] Received event network-vif-deleted-7467febf-217b-4c7e-b993-9863b871df4a {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 777.661252] env[63419]: DEBUG nova.compute.manager [req-e890cfbe-b5ad-4633-96f8-1952754e7ef3 req-cfd88ba4-53ce-418a-8d35-5b810ca2114d service nova] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Received event network-vif-plugged-fa0ebbbd-be64-46f1-89af-a5040bc5b838 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 777.661495] env[63419]: DEBUG oslo_concurrency.lockutils [req-e890cfbe-b5ad-4633-96f8-1952754e7ef3 req-cfd88ba4-53ce-418a-8d35-5b810ca2114d service nova] Acquiring lock "a6f63cb1-2d7c-4891-aabd-71ab4e225ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.661706] env[63419]: DEBUG oslo_concurrency.lockutils [req-e890cfbe-b5ad-4633-96f8-1952754e7ef3 req-cfd88ba4-53ce-418a-8d35-5b810ca2114d service nova] Lock "a6f63cb1-2d7c-4891-aabd-71ab4e225ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.661871] env[63419]: DEBUG oslo_concurrency.lockutils [req-e890cfbe-b5ad-4633-96f8-1952754e7ef3 req-cfd88ba4-53ce-418a-8d35-5b810ca2114d service nova] Lock "a6f63cb1-2d7c-4891-aabd-71ab4e225ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.662044] env[63419]: DEBUG nova.compute.manager [req-e890cfbe-b5ad-4633-96f8-1952754e7ef3 req-cfd88ba4-53ce-418a-8d35-5b810ca2114d service nova] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] No waiting events found dispatching network-vif-plugged-fa0ebbbd-be64-46f1-89af-a5040bc5b838 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.662210] env[63419]: WARNING nova.compute.manager [req-e890cfbe-b5ad-4633-96f8-1952754e7ef3 req-cfd88ba4-53ce-418a-8d35-5b810ca2114d service nova] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Received unexpected event network-vif-plugged-fa0ebbbd-be64-46f1-89af-a5040bc5b838 for instance with vm_state building and task_state spawning. [ 777.700343] env[63419]: DEBUG nova.network.neutron [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Successfully updated port: fa0ebbbd-be64-46f1-89af-a5040bc5b838 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.889530] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52fa3804-65cb-6482-820b-89c48b8527bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.889831] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.890061] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.890290] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.890450] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.890658] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.890909] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d175f2c4-361e-4396-8c31-8fd5eb076a38 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.899017] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.899205] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.902510] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61328c0-ac07-48a3-9baa-6e5e4ed7254f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.904661] env[63419]: DEBUG oslo_vmware.api [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Task: {'id': task-2622405, 'name': ResetVM_Task, 'duration_secs': 1.133509} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.904899] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Did hard reboot of VM {{(pid=63419) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 777.905194] env[63419]: DEBUG nova.compute.manager [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: d7e1b035-942f-45f6-a94e-3a67e0cefec5] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.906251] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3344a3-0f0c-4a5a-9dd7-f860b748635f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.911080] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Waiting for the task: (returnval){ [ 777.911080] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5217c959-64ba-6c41-ccb8-b8b0fad05e96" [ 777.911080] env[63419]: _type = "Task" [ 777.911080] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.926403] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5217c959-64ba-6c41-ccb8-b8b0fad05e96, 'name': SearchDatastore_Task, 'duration_secs': 0.008863} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.927591] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b60b2c-9ec7-4481-87be-1ae1e17cbf1d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.932318] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Waiting for the task: (returnval){ [ 777.932318] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]520f3b89-7c91-0249-8b7c-199fa9f3859c" [ 777.932318] env[63419]: _type = "Task" [ 777.932318] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.940206] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]520f3b89-7c91-0249-8b7c-199fa9f3859c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.982390] env[63419]: DEBUG nova.scheduler.client.report [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.987916] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.203200] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "refresh_cache-a6f63cb1-2d7c-4891-aabd-71ab4e225ba7" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.203540] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired lock "refresh_cache-a6f63cb1-2d7c-4891-aabd-71ab4e225ba7" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.203632] env[63419]: DEBUG nova.network.neutron [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.426236] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a568fe79-6e58-42e1-8a0f-679f6b852441 tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Lock "d7e1b035-942f-45f6-a94e-3a67e0cefec5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.327s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.444938] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]520f3b89-7c91-0249-8b7c-199fa9f3859c, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.445401] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.445796] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] b4a730be-7b10-430e-91b7-d37dc68cbf81/b4a730be-7b10-430e-91b7-d37dc68cbf81.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.446437] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16910d94-c04a-4ec6-b3be-e9a9bfe9fde3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.453794] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Waiting for the task: (returnval){ [ 778.453794] env[63419]: value = "task-2622409" [ 778.453794] env[63419]: _type = "Task" [ 778.453794] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.463742] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': task-2622409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.489900] env[63419]: DEBUG oslo_concurrency.lockutils [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.493252] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.085s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.493374] env[63419]: DEBUG nova.objects.instance [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63419) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 778.522412] env[63419]: INFO nova.scheduler.client.report [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Deleted allocations for instance d3603f50-bc88-4085-b5ee-1a27cd4e1616 [ 778.742866] env[63419]: DEBUG nova.network.neutron [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.966207] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': task-2622409, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.980282] env[63419]: DEBUG nova.network.neutron [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Updating instance_info_cache with network_info: [{"id": "fa0ebbbd-be64-46f1-89af-a5040bc5b838", "address": "fa:16:3e:2d:6a:ac", "network": {"id": "b3b06567-9e2c-4b4f-a322-028180fcb14a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090144331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217dba85c28b46e4acffe0b4cce256da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0ebbbd-be", "ovs_interfaceid": "fa0ebbbd-be64-46f1-89af-a5040bc5b838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.034602] env[63419]: DEBUG oslo_concurrency.lockutils [None req-76faafc9-0d33-4b3e-b067-c9d7477b8f7a tempest-ServerTagsTestJSON-1706985202 tempest-ServerTagsTestJSON-1706985202-project-member] Lock "d3603f50-bc88-4085-b5ee-1a27cd4e1616" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.924s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.466070] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': task-2622409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881245} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.466428] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] b4a730be-7b10-430e-91b7-d37dc68cbf81/b4a730be-7b10-430e-91b7-d37dc68cbf81.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.466613] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.466865] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a05d667a-d785-4d13-aaa1-2cc084ac72f8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.473602] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Waiting for the task: (returnval){ [ 779.473602] env[63419]: value = "task-2622410" [ 779.473602] env[63419]: _type = "Task" [ 779.473602] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.481457] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': task-2622410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.483065] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Releasing lock "refresh_cache-a6f63cb1-2d7c-4891-aabd-71ab4e225ba7" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.483367] env[63419]: DEBUG nova.compute.manager [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Instance network_info: |[{"id": "fa0ebbbd-be64-46f1-89af-a5040bc5b838", "address": "fa:16:3e:2d:6a:ac", "network": {"id": "b3b06567-9e2c-4b4f-a322-028180fcb14a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090144331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217dba85c28b46e4acffe0b4cce256da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0ebbbd-be", "ovs_interfaceid": "fa0ebbbd-be64-46f1-89af-a5040bc5b838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.483740] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:6a:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa0ebbbd-be64-46f1-89af-a5040bc5b838', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.491387] env[63419]: DEBUG oslo.service.loopingcall [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.491605] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.491824] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f6dbed8-02ee-41cd-99ca-1a81bf550e29 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.508860] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f0ceeed6-19fc-4dbf-9508-eefc93c935c1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.509703] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.881s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.513207] env[63419]: INFO nova.compute.claims [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.519158] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.519158] env[63419]: value = "task-2622411" [ 779.519158] env[63419]: _type = "Task" [ 779.519158] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.530320] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622411, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.698570] env[63419]: DEBUG nova.compute.manager [req-59e04e0e-ba1e-4030-a78e-ac7fb42d21cb req-62d6a060-898d-4996-9fc5-db99b75b47f5 service nova] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Received event network-changed-fa0ebbbd-be64-46f1-89af-a5040bc5b838 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 779.698676] env[63419]: DEBUG nova.compute.manager [req-59e04e0e-ba1e-4030-a78e-ac7fb42d21cb req-62d6a060-898d-4996-9fc5-db99b75b47f5 service nova] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Refreshing instance network info cache due to event network-changed-fa0ebbbd-be64-46f1-89af-a5040bc5b838. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 779.699337] env[63419]: DEBUG oslo_concurrency.lockutils [req-59e04e0e-ba1e-4030-a78e-ac7fb42d21cb req-62d6a060-898d-4996-9fc5-db99b75b47f5 service nova] Acquiring lock "refresh_cache-a6f63cb1-2d7c-4891-aabd-71ab4e225ba7" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.699337] env[63419]: DEBUG oslo_concurrency.lockutils [req-59e04e0e-ba1e-4030-a78e-ac7fb42d21cb req-62d6a060-898d-4996-9fc5-db99b75b47f5 service nova] Acquired lock "refresh_cache-a6f63cb1-2d7c-4891-aabd-71ab4e225ba7" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.699472] env[63419]: DEBUG nova.network.neutron [req-59e04e0e-ba1e-4030-a78e-ac7fb42d21cb req-62d6a060-898d-4996-9fc5-db99b75b47f5 service nova] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Refreshing network info cache for port fa0ebbbd-be64-46f1-89af-a5040bc5b838 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.984758] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': task-2622410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067217} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.984758] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.985170] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82c38c9-f611-48c5-874c-243bdfb2912b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.007485] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] b4a730be-7b10-430e-91b7-d37dc68cbf81/b4a730be-7b10-430e-91b7-d37dc68cbf81.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.007759] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0f41a67-cf1a-44fc-a8e2-0f88b1b36484 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.037928] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622411, 'name': CreateVM_Task, 'duration_secs': 0.362521} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.038869] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.039247] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Waiting for the task: (returnval){ [ 780.039247] env[63419]: value = "task-2622412" [ 780.039247] env[63419]: _type = "Task" [ 780.039247] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.039876] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.040047] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.040361] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.041514] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3717c264-f149-4317-a64b-f957f1630d7a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.049271] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 780.049271] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]527ef181-9f63-fa45-fd91-01f17139ab08" [ 780.049271] env[63419]: _type = "Task" [ 780.049271] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.053107] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': task-2622412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.064539] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527ef181-9f63-fa45-fd91-01f17139ab08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.475854] env[63419]: DEBUG nova.network.neutron [req-59e04e0e-ba1e-4030-a78e-ac7fb42d21cb req-62d6a060-898d-4996-9fc5-db99b75b47f5 service nova] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Updated VIF entry in instance network info cache for port fa0ebbbd-be64-46f1-89af-a5040bc5b838. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.476370] env[63419]: DEBUG nova.network.neutron [req-59e04e0e-ba1e-4030-a78e-ac7fb42d21cb req-62d6a060-898d-4996-9fc5-db99b75b47f5 service nova] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Updating instance_info_cache with network_info: [{"id": "fa0ebbbd-be64-46f1-89af-a5040bc5b838", "address": "fa:16:3e:2d:6a:ac", "network": {"id": "b3b06567-9e2c-4b4f-a322-028180fcb14a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090144331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217dba85c28b46e4acffe0b4cce256da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0ebbbd-be", "ovs_interfaceid": "fa0ebbbd-be64-46f1-89af-a5040bc5b838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.556279] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': task-2622412, 'name': ReconfigVM_Task, 'duration_secs': 0.318195} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.565502] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Reconfigured VM instance instance-00000037 to attach disk [datastore2] b4a730be-7b10-430e-91b7-d37dc68cbf81/b4a730be-7b10-430e-91b7-d37dc68cbf81.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.566473] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71b40f7d-be24-4d21-b171-760263153488 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.573735] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527ef181-9f63-fa45-fd91-01f17139ab08, 'name': SearchDatastore_Task, 'duration_secs': 0.014406} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.574971] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.575227] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.575455] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.575594] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.575766] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.576105] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Waiting for the task: (returnval){ [ 780.576105] env[63419]: value = "task-2622413" [ 780.576105] env[63419]: _type = "Task" [ 780.576105] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.576924] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e1861e0-bd47-49dc-aa7d-cb24859245e5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.592238] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': task-2622413, 'name': Rename_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.593533] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.593707] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.596739] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a24ccfb-2c72-449a-8c47-adae2e8e340c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.602212] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 780.602212] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52721b24-7fbd-1db1-98fc-e679f17a0e9f" [ 780.602212] env[63419]: _type = "Task" [ 780.602212] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.610977] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52721b24-7fbd-1db1-98fc-e679f17a0e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.979348] env[63419]: DEBUG oslo_concurrency.lockutils [req-59e04e0e-ba1e-4030-a78e-ac7fb42d21cb req-62d6a060-898d-4996-9fc5-db99b75b47f5 service nova] Releasing lock "refresh_cache-a6f63cb1-2d7c-4891-aabd-71ab4e225ba7" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.994250] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3491e5-d4f9-4400-a4ed-41d3120d483b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.002450] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f2b00a-2ae2-49c8-beb5-bb2df88f2f6c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.046750] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53482696-6af7-4a0d-831d-690d12b550f3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.055083] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47993118-5422-45fe-978a-2402c5dd5064 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.070057] env[63419]: DEBUG nova.compute.provider_tree [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.090716] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': task-2622413, 'name': Rename_Task, 'duration_secs': 0.136017} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.091010] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.091264] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62162d8b-55eb-4bb2-a56d-9d6cbe2f9313 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.100639] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Waiting for the task: (returnval){ [ 781.100639] env[63419]: value = "task-2622414" [ 781.100639] env[63419]: _type = "Task" [ 781.100639] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.112657] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': task-2622414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.115930] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52721b24-7fbd-1db1-98fc-e679f17a0e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.116253] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef4d0713-e01c-4862-b7f8-75618a03ad1f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.121424] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 781.121424] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52c86190-61a6-832b-69d6-a7e1471f9d81" [ 781.121424] env[63419]: _type = "Task" [ 781.121424] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.129751] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c86190-61a6-832b-69d6-a7e1471f9d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.574033] env[63419]: DEBUG nova.scheduler.client.report [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.610559] env[63419]: DEBUG oslo_vmware.api [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Task: {'id': task-2622414, 'name': PowerOnVM_Task, 'duration_secs': 0.470495} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.610714] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.610902] env[63419]: INFO nova.compute.manager [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Took 7.62 seconds to spawn the instance on the hypervisor. [ 781.611245] env[63419]: DEBUG nova.compute.manager [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.611928] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e38e1d-3b01-4a3e-8651-a3d99b4045f7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.631034] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52c86190-61a6-832b-69d6-a7e1471f9d81, 'name': SearchDatastore_Task, 'duration_secs': 0.014144} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.631185] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.635119] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] a6f63cb1-2d7c-4891-aabd-71ab4e225ba7/a6f63cb1-2d7c-4891-aabd-71ab4e225ba7.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.635119] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a3908c0-88ed-474c-a355-f0df2bea5829 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.637213] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 781.637213] env[63419]: value = "task-2622415" [ 781.637213] env[63419]: _type = "Task" [ 781.637213] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.645112] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.079833] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.080601] env[63419]: DEBUG nova.compute.manager [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.084892] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.214s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.086321] env[63419]: INFO nova.compute.claims [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.134361] env[63419]: INFO nova.compute.manager [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: b4a730be-7b10-430e-91b7-d37dc68cbf81] Took 53.33 seconds to build instance. [ 782.151984] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622415, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.592470] env[63419]: DEBUG nova.compute.utils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 782.596189] env[63419]: DEBUG nova.compute.manager [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.596461] env[63419]: DEBUG nova.network.neutron [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.637834] env[63419]: DEBUG oslo_concurrency.lockutils [None req-1580ed6b-bfc3-49c4-9035-4d93e82388b4 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Lock "b4a730be-7b10-430e-91b7-d37dc68cbf81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.512s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.648404] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79779} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.648690] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] a6f63cb1-2d7c-4891-aabd-71ab4e225ba7/a6f63cb1-2d7c-4891-aabd-71ab4e225ba7.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.649586] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.651151] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-620a32e6-4812-48d5-a3b9-ad09ac1f2731 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.661037] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 782.661037] env[63419]: value = "task-2622416" [ 782.661037] env[63419]: _type = "Task" [ 782.661037] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.667915] env[63419]: DEBUG nova.policy [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75de2184d4774b79a0a5107c0ebb6404', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e4ec30ff14f49e1b155a6176048facb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.677091] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.099695] env[63419]: DEBUG nova.compute.manager [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.129578] env[63419]: DEBUG nova.network.neutron [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Successfully created port: 8c59f333-0ce4-494f-b787-13d74f411548 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.175094] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068715} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.177718] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.178581] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3233d5ee-5320-4e97-9b78-66d4d3baf03a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.208609] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] a6f63cb1-2d7c-4891-aabd-71ab4e225ba7/a6f63cb1-2d7c-4891-aabd-71ab4e225ba7.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.211774] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da244302-eabc-4846-b49f-5c72bb10a725 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.232113] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 783.232113] env[63419]: value = "task-2622417" [ 783.232113] env[63419]: _type = "Task" [ 783.232113] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.240429] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.672432] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dadd8e-d872-4136-ba38-254a75e60c4a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.681841] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c45851-742c-4f0e-84f6-9995f9c5b37d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.715885] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b75bd8-666d-4c10-a36a-ea206e243a0a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.723986] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9a77e4-2e4f-4b28-b1a5-4f798194426b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.737608] env[63419]: DEBUG nova.compute.provider_tree [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.747290] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622417, 'name': ReconfigVM_Task, 'duration_secs': 0.300348} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.747831] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Reconfigured VM instance instance-00000038 to attach disk [datastore2] a6f63cb1-2d7c-4891-aabd-71ab4e225ba7/a6f63cb1-2d7c-4891-aabd-71ab4e225ba7.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.749211] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-669d6f28-f781-46f5-a6db-6849a0560e78 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.756755] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 783.756755] env[63419]: value = "task-2622418" [ 783.756755] env[63419]: _type = "Task" [ 783.756755] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.767917] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622418, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.940777] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Acquiring lock "3727c71e-5ee1-40d2-9ca3-909788e52be4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.941471] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Lock "3727c71e-5ee1-40d2-9ca3-909788e52be4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.113211] env[63419]: DEBUG nova.compute.manager [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.139437] env[63419]: DEBUG nova.virt.hardware [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.139694] env[63419]: DEBUG nova.virt.hardware [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.139853] env[63419]: DEBUG nova.virt.hardware [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.140052] env[63419]: DEBUG nova.virt.hardware [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.140310] env[63419]: DEBUG nova.virt.hardware [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.140483] env[63419]: DEBUG nova.virt.hardware [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.140692] env[63419]: DEBUG nova.virt.hardware [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.140849] env[63419]: DEBUG nova.virt.hardware [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.141028] env[63419]: DEBUG nova.virt.hardware [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.141209] env[63419]: DEBUG nova.virt.hardware [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.141418] env[63419]: DEBUG nova.virt.hardware [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.142458] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315a7c47-381b-42b2-911a-7cbccd13c872 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.150709] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02f24c7-aba4-4876-87df-a8568a00fec0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.243558] env[63419]: DEBUG nova.scheduler.client.report [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.268314] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622418, 'name': Rename_Task, 'duration_secs': 0.145785} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.268596] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.268886] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d35505e0-02cc-4ccc-bf6c-10cab800069d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.276261] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 784.276261] env[63419]: value = "task-2622419" [ 784.276261] env[63419]: _type = "Task" [ 784.276261] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.285577] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.448434] env[63419]: DEBUG nova.compute.manager [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: 3727c71e-5ee1-40d2-9ca3-909788e52be4] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.749898] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.750253] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.754351] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.787s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.790429] env[63419]: DEBUG oslo_vmware.api [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622419, 'name': PowerOnVM_Task, 'duration_secs': 0.507176} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.790668] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.790911] env[63419]: INFO nova.compute.manager [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Took 8.28 seconds to spawn the instance on the hypervisor. [ 784.791145] env[63419]: DEBUG nova.compute.manager [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.792772] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60383802-e183-48c0-987f-29bdbc63361f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.982655] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.013240] env[63419]: DEBUG nova.network.neutron [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Successfully updated port: 8c59f333-0ce4-494f-b787-13d74f411548 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.092091] env[63419]: DEBUG nova.compute.manager [req-5f9a785d-83a2-4434-b400-edbbb9e8c14f req-5df61397-ed74-4066-9177-365eb5e8a7d3 service nova] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Received event network-vif-plugged-8c59f333-0ce4-494f-b787-13d74f411548 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 785.092340] env[63419]: DEBUG oslo_concurrency.lockutils [req-5f9a785d-83a2-4434-b400-edbbb9e8c14f req-5df61397-ed74-4066-9177-365eb5e8a7d3 service nova] Acquiring lock "2a444475-c46c-4b82-bb20-76c14a0dabed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.092619] env[63419]: DEBUG oslo_concurrency.lockutils [req-5f9a785d-83a2-4434-b400-edbbb9e8c14f req-5df61397-ed74-4066-9177-365eb5e8a7d3 service nova] Lock "2a444475-c46c-4b82-bb20-76c14a0dabed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.092798] env[63419]: DEBUG oslo_concurrency.lockutils [req-5f9a785d-83a2-4434-b400-edbbb9e8c14f req-5df61397-ed74-4066-9177-365eb5e8a7d3 service nova] Lock "2a444475-c46c-4b82-bb20-76c14a0dabed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.092964] env[63419]: DEBUG nova.compute.manager [req-5f9a785d-83a2-4434-b400-edbbb9e8c14f req-5df61397-ed74-4066-9177-365eb5e8a7d3 service nova] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] No waiting events found dispatching network-vif-plugged-8c59f333-0ce4-494f-b787-13d74f411548 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.093336] env[63419]: WARNING nova.compute.manager [req-5f9a785d-83a2-4434-b400-edbbb9e8c14f req-5df61397-ed74-4066-9177-365eb5e8a7d3 service nova] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Received unexpected event network-vif-plugged-8c59f333-0ce4-494f-b787-13d74f411548 for instance with vm_state building and task_state spawning. [ 785.257497] env[63419]: DEBUG nova.compute.utils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 785.262023] env[63419]: INFO nova.compute.claims [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.264556] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.264717] env[63419]: DEBUG nova.network.neutron [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.310619] env[63419]: DEBUG nova.policy [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9221f611da36479eadf7a162f2dd0a5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02361778d16440a79c8b1cd1bd0add00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.314079] env[63419]: INFO nova.compute.manager [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Took 56.05 seconds to build instance. [ 785.519217] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "refresh_cache-2a444475-c46c-4b82-bb20-76c14a0dabed" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.519217] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquired lock "refresh_cache-2a444475-c46c-4b82-bb20-76c14a0dabed" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.519217] env[63419]: DEBUG nova.network.neutron [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.545020] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Acquiring lock "76445876-6cd6-4899-8cf3-0c3f6eeabbc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.545020] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Lock "76445876-6cd6-4899-8cf3-0c3f6eeabbc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.593695] env[63419]: DEBUG nova.network.neutron [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Successfully created port: b7e2e7c1-df73-4a71-8bb3-5146dd708e72 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.769265] env[63419]: INFO nova.compute.resource_tracker [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updating resource usage from migration a06eb583-119f-475b-a283-0c14b7ea8ae6 [ 785.772065] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.816634] env[63419]: DEBUG oslo_concurrency.lockutils [None req-2d308055-58e9-4894-912c-4a5479da5b82 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "a6f63cb1-2d7c-4891-aabd-71ab4e225ba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.479s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.049035] env[63419]: DEBUG nova.compute.manager [None req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] [instance: 76445876-6cd6-4899-8cf3-0c3f6eeabbc3] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.073197] env[63419]: DEBUG nova.network.neutron [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.235984] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683c324a-cd94-4929-955f-8de6db1c8608 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.244504] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208f9a4e-b8f8-4ad2-8379-27a0abf46973 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.286966] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffb3d95-4614-48ca-ab6c-5f1c9f2a1710 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.295285] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a8197d-0fa6-495f-a4b0-1df690b65349 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.309751] env[63419]: DEBUG nova.compute.provider_tree [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.523222] env[63419]: DEBUG nova.network.neutron [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Updating instance_info_cache with network_info: [{"id": "8c59f333-0ce4-494f-b787-13d74f411548", "address": "fa:16:3e:b3:37:d9", "network": {"id": "c63e8c08-2e39-47cf-ac9d-890bb2f9ff28", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-668871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4ec30ff14f49e1b155a6176048facb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c59f333-0c", "ovs_interfaceid": "8c59f333-0ce4-494f-b787-13d74f411548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.581846] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.752122] env[63419]: DEBUG nova.network.neutron [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Successfully updated port: b7e2e7c1-df73-4a71-8bb3-5146dd708e72 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.787221] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.808171] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.808463] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.808633] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.808826] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.808974] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.809140] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.809346] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.809506] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.809673] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.809836] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.810018] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.810881] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4843938-d6e1-4994-a175-858c43c1f4de {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.814234] env[63419]: DEBUG nova.scheduler.client.report [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.824043] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce48f9c-373a-40f5-90e8-dea71b5ae47f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.026517] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Releasing lock "refresh_cache-2a444475-c46c-4b82-bb20-76c14a0dabed" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.026870] env[63419]: DEBUG nova.compute.manager [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Instance network_info: |[{"id": "8c59f333-0ce4-494f-b787-13d74f411548", "address": "fa:16:3e:b3:37:d9", "network": {"id": "c63e8c08-2e39-47cf-ac9d-890bb2f9ff28", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-668871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4ec30ff14f49e1b155a6176048facb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c59f333-0c", "ovs_interfaceid": "8c59f333-0ce4-494f-b787-13d74f411548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.027336] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:37:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c59f333-0ce4-494f-b787-13d74f411548', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.035105] env[63419]: DEBUG oslo.service.loopingcall [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.035337] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.035584] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d347af37-4b2c-4b56-9e4e-afec9a435b9e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.056569] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.056569] env[63419]: value = "task-2622420" [ 787.056569] env[63419]: _type = "Task" [ 787.056569] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.067174] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622420, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.127698] env[63419]: DEBUG nova.compute.manager [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Received event network-changed-8c59f333-0ce4-494f-b787-13d74f411548 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 787.127893] env[63419]: DEBUG nova.compute.manager [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Refreshing instance network info cache due to event network-changed-8c59f333-0ce4-494f-b787-13d74f411548. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 787.128130] env[63419]: DEBUG oslo_concurrency.lockutils [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] Acquiring lock "refresh_cache-2a444475-c46c-4b82-bb20-76c14a0dabed" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.128274] env[63419]: DEBUG oslo_concurrency.lockutils [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] Acquired lock "refresh_cache-2a444475-c46c-4b82-bb20-76c14a0dabed" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.128441] env[63419]: DEBUG nova.network.neutron [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Refreshing network info cache for port 8c59f333-0ce4-494f-b787-13d74f411548 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.255292] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "refresh_cache-5482860c-ff36-44ea-818b-f4f5d18b6318" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.255429] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired lock "refresh_cache-5482860c-ff36-44ea-818b-f4f5d18b6318" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.255583] env[63419]: DEBUG nova.network.neutron [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.290290] env[63419]: INFO nova.compute.manager [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Rebuilding instance [ 787.319526] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.565s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.319728] env[63419]: INFO nova.compute.manager [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Migrating [ 787.326319] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.231s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.326529] env[63419]: DEBUG nova.objects.instance [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 37c93441-be99-4d29-b8ab-d4a6da83e040] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63419) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 787.345995] env[63419]: DEBUG nova.compute.manager [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.346922] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b49137-1a3e-4052-b4c4-ee506934cee7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.567098] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622420, 'name': CreateVM_Task, 'duration_secs': 0.384424} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.567287] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.567986] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.568170] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.568501] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.568812] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b97cc4dc-6262-4015-b01a-2375a8812a32 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.573659] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 787.573659] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]529918f5-af10-3b58-cb1d-6b91d21a591b" [ 787.573659] env[63419]: _type = "Task" [ 787.573659] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.581568] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]529918f5-af10-3b58-cb1d-6b91d21a591b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.801347] env[63419]: DEBUG nova.network.neutron [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.840770] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.841111] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.841312] env[63419]: DEBUG nova.network.neutron [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.876861] env[63419]: DEBUG nova.network.neutron [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Updated VIF entry in instance network info cache for port 8c59f333-0ce4-494f-b787-13d74f411548. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.877262] env[63419]: DEBUG nova.network.neutron [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Updating instance_info_cache with network_info: [{"id": "8c59f333-0ce4-494f-b787-13d74f411548", "address": "fa:16:3e:b3:37:d9", "network": {"id": "c63e8c08-2e39-47cf-ac9d-890bb2f9ff28", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-668871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4ec30ff14f49e1b155a6176048facb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c59f333-0c", "ovs_interfaceid": "8c59f333-0ce4-494f-b787-13d74f411548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.009255] env[63419]: DEBUG nova.network.neutron [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Updating instance_info_cache with network_info: [{"id": "b7e2e7c1-df73-4a71-8bb3-5146dd708e72", "address": "fa:16:3e:f2:3e:ff", "network": {"id": "6ea89606-ec1e-492b-ae5a-338d41b40fb7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-964200580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02361778d16440a79c8b1cd1bd0add00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7e2e7c1-df", "ovs_interfaceid": "b7e2e7c1-df73-4a71-8bb3-5146dd708e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.103163] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]529918f5-af10-3b58-cb1d-6b91d21a591b, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.103163] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.103163] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.103163] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.103163] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.103163] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.103163] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90c1bb8f-89b3-4c0b-a30b-735daacc84df {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.103163] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.103163] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.103163] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e3ee13-69bd-4d56-85b3-865dd6498703 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.103163] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 788.103163] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5291eebd-0cd9-024f-4330-a08c7db4fe84" [ 788.103163] env[63419]: _type = "Task" [ 788.103163] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.114538] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5291eebd-0cd9-024f-4330-a08c7db4fe84, 'name': SearchDatastore_Task, 'duration_secs': 0.009724} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.115314] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6ce06c-5d66-452b-9b4d-2a2bea7bf59b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.120246] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 788.120246] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52ce1979-9376-4280-cf83-3313d6153b40" [ 788.120246] env[63419]: _type = "Task" [ 788.120246] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.127953] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52ce1979-9376-4280-cf83-3313d6153b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.346695] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d787c349-c8d7-4870-b8d1-5c93449ab4e9 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.348023] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.739s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.348157] env[63419]: DEBUG nova.objects.instance [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lazy-loading 'resources' on Instance uuid 926fa14a-e284-4cd4-9ea5-816e590d5612 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.364466] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.364638] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a4a3ca0-ea77-470c-a0b9-9d2cf966ea3b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.375179] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 788.375179] env[63419]: value = "task-2622421" [ 788.375179] env[63419]: _type = "Task" [ 788.375179] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.380955] env[63419]: DEBUG oslo_concurrency.lockutils [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] Releasing lock "refresh_cache-2a444475-c46c-4b82-bb20-76c14a0dabed" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.381226] env[63419]: DEBUG nova.compute.manager [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Received event network-vif-plugged-b7e2e7c1-df73-4a71-8bb3-5146dd708e72 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 788.381418] env[63419]: DEBUG oslo_concurrency.lockutils [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] Acquiring lock "5482860c-ff36-44ea-818b-f4f5d18b6318-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.381615] env[63419]: DEBUG oslo_concurrency.lockutils [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] Lock "5482860c-ff36-44ea-818b-f4f5d18b6318-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.381777] env[63419]: DEBUG oslo_concurrency.lockutils [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] Lock "5482860c-ff36-44ea-818b-f4f5d18b6318-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.381938] env[63419]: DEBUG nova.compute.manager [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] No waiting events found dispatching network-vif-plugged-b7e2e7c1-df73-4a71-8bb3-5146dd708e72 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.382117] env[63419]: WARNING nova.compute.manager [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Received unexpected event network-vif-plugged-b7e2e7c1-df73-4a71-8bb3-5146dd708e72 for instance with vm_state building and task_state spawning. [ 788.382280] env[63419]: DEBUG nova.compute.manager [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Received event network-changed-b7e2e7c1-df73-4a71-8bb3-5146dd708e72 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 788.382427] env[63419]: DEBUG nova.compute.manager [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Refreshing instance network info cache due to event network-changed-b7e2e7c1-df73-4a71-8bb3-5146dd708e72. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 788.382588] env[63419]: DEBUG oslo_concurrency.lockutils [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] Acquiring lock "refresh_cache-5482860c-ff36-44ea-818b-f4f5d18b6318" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.392644] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.514634] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Releasing lock "refresh_cache-5482860c-ff36-44ea-818b-f4f5d18b6318" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.514634] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Instance network_info: |[{"id": "b7e2e7c1-df73-4a71-8bb3-5146dd708e72", "address": "fa:16:3e:f2:3e:ff", "network": {"id": "6ea89606-ec1e-492b-ae5a-338d41b40fb7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-964200580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02361778d16440a79c8b1cd1bd0add00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7e2e7c1-df", "ovs_interfaceid": "b7e2e7c1-df73-4a71-8bb3-5146dd708e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.514634] env[63419]: DEBUG oslo_concurrency.lockutils [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] Acquired lock "refresh_cache-5482860c-ff36-44ea-818b-f4f5d18b6318" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.514634] env[63419]: DEBUG nova.network.neutron [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Refreshing network info cache for port b7e2e7c1-df73-4a71-8bb3-5146dd708e72 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.516918] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:3e:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7e2e7c1-df73-4a71-8bb3-5146dd708e72', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.531326] env[63419]: DEBUG oslo.service.loopingcall [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.531953] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.532211] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40f16588-086b-4b49-ba19-2562cc7b3a6c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.553897] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.553897] env[63419]: value = "task-2622422" [ 788.553897] env[63419]: _type = "Task" [ 788.553897] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.562185] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622422, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.591053] env[63419]: DEBUG nova.network.neutron [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updating instance_info_cache with network_info: [{"id": "9f14203c-c4b4-4ce4-bcde-155359591466", "address": "fa:16:3e:6e:7e:36", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f14203c-c4", "ovs_interfaceid": "9f14203c-c4b4-4ce4-bcde-155359591466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.631997] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52ce1979-9376-4280-cf83-3313d6153b40, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.632308] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.632659] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 2a444475-c46c-4b82-bb20-76c14a0dabed/2a444475-c46c-4b82-bb20-76c14a0dabed.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.632826] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-187051f3-6a5b-4881-950b-d1277e90df28 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.642748] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 788.642748] env[63419]: value = "task-2622423" [ 788.642748] env[63419]: _type = "Task" [ 788.642748] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.650587] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.888930] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622421, 'name': PowerOffVM_Task, 'duration_secs': 0.199306} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.889321] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.889459] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.890290] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53558cce-3736-410c-afb0-a0ec25a5da10 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.900710] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.900985] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fde1c2f-2efb-4d99-a8e5-5cf263e41985 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.991952] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.992193] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.992474] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Deleting the datastore file [datastore2] a6f63cb1-2d7c-4891-aabd-71ab4e225ba7 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.992805] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5584a420-7d2a-42bd-a4bc-41660b436dd0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.004067] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 789.004067] env[63419]: value = "task-2622425" [ 789.004067] env[63419]: _type = "Task" [ 789.004067] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.014552] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.063504] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622422, 'name': CreateVM_Task, 'duration_secs': 0.394776} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.066282] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.067218] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.067398] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.067701] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.067972] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca1535f-ea55-4ef5-a6e9-38640f26bfec {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.072932] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 789.072932] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52369aef-c6c1-ea3d-53a2-972e5671a1a4" [ 789.072932] env[63419]: _type = "Task" [ 789.072932] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.086738] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52369aef-c6c1-ea3d-53a2-972e5671a1a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.094264] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Releasing lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.155599] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455964} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.155877] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 2a444475-c46c-4b82-bb20-76c14a0dabed/2a444475-c46c-4b82-bb20-76c14a0dabed.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.156113] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.156471] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-137a6b21-ea38-4a49-80d4-ff0c9d15bc2b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.168452] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 789.168452] env[63419]: value = "task-2622426" [ 789.168452] env[63419]: _type = "Task" [ 789.168452] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.176668] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.287086] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf503a5-2835-408e-9d55-acfe67807945 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.296095] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a871ff86-412c-47b7-868e-113dfe9e2ffd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.328950] env[63419]: DEBUG nova.network.neutron [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Updated VIF entry in instance network info cache for port b7e2e7c1-df73-4a71-8bb3-5146dd708e72. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.329353] env[63419]: DEBUG nova.network.neutron [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Updating instance_info_cache with network_info: [{"id": "b7e2e7c1-df73-4a71-8bb3-5146dd708e72", "address": "fa:16:3e:f2:3e:ff", "network": {"id": "6ea89606-ec1e-492b-ae5a-338d41b40fb7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-964200580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02361778d16440a79c8b1cd1bd0add00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7e2e7c1-df", "ovs_interfaceid": "b7e2e7c1-df73-4a71-8bb3-5146dd708e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.331137] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96ae17c-cbe2-48df-820c-d3bb26f29a75 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.338484] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e77a9f-675a-4b31-acac-986b517800c0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.352469] env[63419]: DEBUG nova.compute.provider_tree [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.513998] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211673} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.514303] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.514870] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.514870] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.585250] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52369aef-c6c1-ea3d-53a2-972e5671a1a4, 'name': SearchDatastore_Task, 'duration_secs': 0.01867} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.585556] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.585778] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.586033] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.586171] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.586369] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.586676] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd2a1c3d-4efb-4400-ae4a-ff4418936206 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.602915] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.602915] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.603666] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb12316-1a95-4ecb-8e1a-8ef3cb2693b9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.609244] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 789.609244] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]528d3a17-ffcd-a6f8-a52f-475c582b44e4" [ 789.609244] env[63419]: _type = "Task" [ 789.609244] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.620077] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]528d3a17-ffcd-a6f8-a52f-475c582b44e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.677545] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07517} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.677855] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.678725] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c37387d-eeb8-4554-9e27-3481f19c981e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.701768] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 2a444475-c46c-4b82-bb20-76c14a0dabed/2a444475-c46c-4b82-bb20-76c14a0dabed.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.702090] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df3bf471-ea9a-42c7-98a4-9738b28948f8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.723395] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 789.723395] env[63419]: value = "task-2622427" [ 789.723395] env[63419]: _type = "Task" [ 789.723395] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.731168] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.834851] env[63419]: DEBUG oslo_concurrency.lockutils [req-bee69115-0873-48bb-8946-f1b3f9fc43f9 req-a62f06ee-f45a-428d-b822-2b6877795008 service nova] Releasing lock "refresh_cache-5482860c-ff36-44ea-818b-f4f5d18b6318" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.855251] env[63419]: DEBUG nova.scheduler.client.report [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.120718] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]528d3a17-ffcd-a6f8-a52f-475c582b44e4, 'name': SearchDatastore_Task, 'duration_secs': 0.043982} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.122142] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-744b803b-8130-42d3-b048-af5dfa17b5b9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.128740] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 790.128740] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]527cf3dc-e310-95b3-073a-9d82707d05c4" [ 790.128740] env[63419]: _type = "Task" [ 790.128740] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.136905] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527cf3dc-e310-95b3-073a-9d82707d05c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.233974] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622427, 'name': ReconfigVM_Task, 'duration_secs': 0.453055} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.233974] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 2a444475-c46c-4b82-bb20-76c14a0dabed/2a444475-c46c-4b82-bb20-76c14a0dabed.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.234273] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6d73c38-d804-4711-9c9d-295dcb386e55 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.241048] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 790.241048] env[63419]: value = "task-2622428" [ 790.241048] env[63419]: _type = "Task" [ 790.241048] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.249247] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622428, 'name': Rename_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.360585] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.362926] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.534s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.363141] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.363304] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63419) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 790.363689] env[63419]: DEBUG oslo_concurrency.lockutils [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.121s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.363905] env[63419]: DEBUG nova.objects.instance [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lazy-loading 'resources' on Instance uuid 082f4702-6472-4952-81fb-a4e100b6cb04 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.365743] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce2cff4-71ce-4fff-8c88-b73d66f9c97f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.375633] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf75846-f946-4349-b0ac-f55e626986d0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.392042] env[63419]: INFO nova.scheduler.client.report [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Deleted allocations for instance 926fa14a-e284-4cd4-9ea5-816e590d5612 [ 790.393618] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a945cbd-9e39-40da-bd7e-097c2567e7d7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.402878] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f3af3c-d781-49f3-beea-d9686e3b2ba5 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.434118] env[63419]: DEBUG nova.compute.resource_tracker [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178719MB free_disk=124GB free_vcpus=48 pci_devices=None {{(pid=63419) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 790.434292] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.546370] env[63419]: DEBUG nova.virt.hardware [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.546623] env[63419]: DEBUG nova.virt.hardware [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.546778] env[63419]: DEBUG nova.virt.hardware [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.546958] env[63419]: DEBUG nova.virt.hardware [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.547125] env[63419]: DEBUG nova.virt.hardware [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.547344] env[63419]: DEBUG nova.virt.hardware [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.547594] env[63419]: DEBUG nova.virt.hardware [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.547765] env[63419]: DEBUG nova.virt.hardware [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.547922] env[63419]: DEBUG nova.virt.hardware [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.548106] env[63419]: DEBUG nova.virt.hardware [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.548511] env[63419]: DEBUG nova.virt.hardware [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.549200] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8041a04b-5776-4618-84df-83400797e402 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.557238] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf92045-612c-4591-8a53-465acaa13abf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.571149] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:6a:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa0ebbbd-be64-46f1-89af-a5040bc5b838', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.578671] env[63419]: DEBUG oslo.service.loopingcall [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.578929] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.579165] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0b80b42-79ea-407b-a080-e6bb44b776ff {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.599258] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.599258] env[63419]: value = "task-2622429" [ 790.599258] env[63419]: _type = "Task" [ 790.599258] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.607172] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622429, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.612344] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb4dd1b-3164-4a2f-9d00-2a9dc4b08730 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.631289] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updating instance 'ebc4e9c5-2e24-4870-94a9-8964e7d7e749' progress to 0 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 790.649530] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]527cf3dc-e310-95b3-073a-9d82707d05c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008823} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.649876] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.650221] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 5482860c-ff36-44ea-818b-f4f5d18b6318/5482860c-ff36-44ea-818b-f4f5d18b6318.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.650607] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65e0c8cf-d817-4b34-bf0d-5a6e1d0149c8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.656631] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 790.656631] env[63419]: value = "task-2622430" [ 790.656631] env[63419]: _type = "Task" [ 790.656631] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.664413] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.750543] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622428, 'name': Rename_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.912525] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d4bc0d1b-5889-42a7-8a3a-5bac9cbb8edd tempest-ListImageFiltersTestJSON-1096088704 tempest-ListImageFiltersTestJSON-1096088704-project-member] Lock "926fa14a-e284-4cd4-9ea5-816e590d5612" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.915s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.955986] env[63419]: INFO nova.compute.manager [None req-5c1e5321-df8d-4ad9-956e-0b19940a3aaf tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Get console output [ 790.957489] env[63419]: WARNING nova.virt.vmwareapi.driver [None req-5c1e5321-df8d-4ad9-956e-0b19940a3aaf tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] The console log is missing. Check your VSPC configuration [ 791.114922] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622429, 'name': CreateVM_Task} progress is 25%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.142176] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.142923] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfdd8964-e642-496c-961e-ff6bb8cb379e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.149951] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 791.149951] env[63419]: value = "task-2622431" [ 791.149951] env[63419]: _type = "Task" [ 791.149951] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.166851] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.172529] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476102} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.175892] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] 5482860c-ff36-44ea-818b-f4f5d18b6318/5482860c-ff36-44ea-818b-f4f5d18b6318.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.176252] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.177236] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-529a45c6-fcb3-4367-a569-f8309924bb6d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.185302] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 791.185302] env[63419]: value = "task-2622432" [ 791.185302] env[63419]: _type = "Task" [ 791.185302] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.197834] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.251986] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622428, 'name': Rename_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.431803] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105f5627-8d3c-4458-acdf-7e8cee0a92a2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.440638] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ec4a79-d6b2-4569-bac1-9da7ed26cdea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.475914] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317c76e2-2322-4264-925d-0bec6074e831 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.484142] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ae16fe-d32a-4cf7-8d87-5b6b3172f02e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.498437] env[63419]: DEBUG nova.compute.provider_tree [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.615290] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622429, 'name': CreateVM_Task, 'duration_secs': 0.813222} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.615290] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.615290] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.615290] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.615290] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.615290] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604b6635-34bf-4f8c-bd0f-b33e09a70c30 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.619946] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 791.619946] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52393343-0d92-9b15-4e85-a60a232af051" [ 791.619946] env[63419]: _type = "Task" [ 791.619946] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.628295] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52393343-0d92-9b15-4e85-a60a232af051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.664944] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622431, 'name': PowerOffVM_Task, 'duration_secs': 0.265143} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.665258] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.665468] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updating instance 'ebc4e9c5-2e24-4870-94a9-8964e7d7e749' progress to 17 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 791.696298] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0692} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.696731] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.697451] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5575ad5f-bf18-4b6a-bd20-3ef5eea95fb3 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.719471] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 5482860c-ff36-44ea-818b-f4f5d18b6318/5482860c-ff36-44ea-818b-f4f5d18b6318.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.720987] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57114fe0-93cf-4890-bc9f-f56ec65caf49 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.742433] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 791.742433] env[63419]: value = "task-2622433" [ 791.742433] env[63419]: _type = "Task" [ 791.742433] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.752791] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622428, 'name': Rename_Task, 'duration_secs': 1.022961} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.757804] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.758395] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622433, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.758628] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd635186-0a9e-4ee0-a8ca-ae8c2a75d0ae {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.764579] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 791.764579] env[63419]: value = "task-2622434" [ 791.764579] env[63419]: _type = "Task" [ 791.764579] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.775694] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.001824] env[63419]: DEBUG nova.scheduler.client.report [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.100527] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Acquiring lock "4282ace6-1de9-4f13-b0cc-09a531a32452" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.101182] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Lock "4282ace6-1de9-4f13-b0cc-09a531a32452" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.101182] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Acquiring lock "4282ace6-1de9-4f13-b0cc-09a531a32452-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.101347] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Lock "4282ace6-1de9-4f13-b0cc-09a531a32452-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.101432] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Lock "4282ace6-1de9-4f13-b0cc-09a531a32452-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.103875] env[63419]: INFO nova.compute.manager [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Terminating instance [ 792.130071] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52393343-0d92-9b15-4e85-a60a232af051, 'name': SearchDatastore_Task, 'duration_secs': 0.067574} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.130325] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.130552] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.130782] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.130929] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.131126] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.131378] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08088723-7a48-499f-aa99-f2eda3380a31 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.139478] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.139676] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.140372] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac796e05-a440-4d6c-8576-cb9a9a3d5c04 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.144954] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 792.144954] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]523f0910-e237-6c91-9059-2a51a35429da" [ 792.144954] env[63419]: _type = "Task" [ 792.144954] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.152527] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523f0910-e237-6c91-9059-2a51a35429da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.172775] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.173295] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.173295] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.173417] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.173538] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.173964] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.173964] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.174154] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.174344] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.174491] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.174826] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.179811] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13233031-cfb8-4cd3-a548-ce189701ee55 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.196973] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 792.196973] env[63419]: value = "task-2622435" [ 792.196973] env[63419]: _type = "Task" [ 792.196973] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.207307] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.252313] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622433, 'name': ReconfigVM_Task, 'duration_secs': 0.497379} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.252606] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 5482860c-ff36-44ea-818b-f4f5d18b6318/5482860c-ff36-44ea-818b-f4f5d18b6318.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.253215] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d85e5411-15ea-498c-b573-816d48e59ba8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.258853] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 792.258853] env[63419]: value = "task-2622436" [ 792.258853] env[63419]: _type = "Task" [ 792.258853] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.271056] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622436, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.275830] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622434, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.509589] env[63419]: DEBUG oslo_concurrency.lockutils [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.511959] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.208s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.513472] env[63419]: INFO nova.compute.claims [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.532887] env[63419]: INFO nova.scheduler.client.report [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Deleted allocations for instance 082f4702-6472-4952-81fb-a4e100b6cb04 [ 792.607510] env[63419]: DEBUG nova.compute.manager [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.607727] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.608627] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8ad6ee-94fe-4d9b-940e-05beb3f18e08 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.616620] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.616620] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84308796-e366-49e4-abd6-f49bd9f4e65d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.622192] env[63419]: DEBUG oslo_vmware.api [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Waiting for the task: (returnval){ [ 792.622192] env[63419]: value = "task-2622437" [ 792.622192] env[63419]: _type = "Task" [ 792.622192] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.631039] env[63419]: DEBUG oslo_vmware.api [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2622437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.655614] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]523f0910-e237-6c91-9059-2a51a35429da, 'name': SearchDatastore_Task, 'duration_secs': 0.008027} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.656495] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-255a00d2-3685-4a10-8e9f-7095b56b7fcf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.662090] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 792.662090] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52d781e3-e09d-9603-6751-c7f253df49e3" [ 792.662090] env[63419]: _type = "Task" [ 792.662090] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.669855] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52d781e3-e09d-9603-6751-c7f253df49e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.706983] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622435, 'name': ReconfigVM_Task, 'duration_secs': 0.417061} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.707337] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updating instance 'ebc4e9c5-2e24-4870-94a9-8964e7d7e749' progress to 33 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 792.768578] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622436, 'name': Rename_Task, 'duration_secs': 0.181986} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.771973] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.772257] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43c4cea5-5462-44cb-b9ff-2075610d8fbf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.779392] env[63419]: DEBUG oslo_vmware.api [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622434, 'name': PowerOnVM_Task, 'duration_secs': 0.636691} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.780635] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.780850] env[63419]: INFO nova.compute.manager [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Took 8.67 seconds to spawn the instance on the hypervisor. [ 792.781041] env[63419]: DEBUG nova.compute.manager [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.781460] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 792.781460] env[63419]: value = "task-2622438" [ 792.781460] env[63419]: _type = "Task" [ 792.781460] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.782360] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04132478-8e82-4c43-97b3-d52078f1ca22 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.793142] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.040729] env[63419]: DEBUG oslo_concurrency.lockutils [None req-99a1d105-cff1-49df-866c-1cde33da389f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "082f4702-6472-4952-81fb-a4e100b6cb04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.795s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.042027] env[63419]: DEBUG oslo_concurrency.lockutils [req-64e818ec-9de7-4d89-935d-0562f94e37f1 req-c8235c7c-ad10-452a-9fbf-78837b5f015f service nova] Acquired lock "082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.043173] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ad2837-fc58-4ebe-94ad-e61ab84d3174 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.053036] env[63419]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 793.053036] env[63419]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63419) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 793.053178] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17b2170a-aef4-42ef-9efd-e74da16387ab {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.063088] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699670b4-6342-4724-a288-50b7f1277deb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.099594] env[63419]: ERROR root [req-64e818ec-9de7-4d89-935d-0562f94e37f1 req-c8235c7c-ad10-452a-9fbf-78837b5f015f service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-528526' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-528526' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-528526' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-528526'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-528526' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-528526' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-528526'}\n"]: nova.exception.InstanceNotFound: Instance 082f4702-6472-4952-81fb-a4e100b6cb04 could not be found. [ 793.099971] env[63419]: DEBUG oslo_concurrency.lockutils [req-64e818ec-9de7-4d89-935d-0562f94e37f1 req-c8235c7c-ad10-452a-9fbf-78837b5f015f service nova] Releasing lock "082f4702-6472-4952-81fb-a4e100b6cb04" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.100039] env[63419]: DEBUG nova.compute.manager [req-64e818ec-9de7-4d89-935d-0562f94e37f1 req-c8235c7c-ad10-452a-9fbf-78837b5f015f service nova] [instance: 082f4702-6472-4952-81fb-a4e100b6cb04] Detach interface failed, port_id=a4979752-0d5f-472d-9a1c-baa571d832d4, reason: Instance 082f4702-6472-4952-81fb-a4e100b6cb04 could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 793.100212] env[63419]: DEBUG nova.compute.manager [req-64e818ec-9de7-4d89-935d-0562f94e37f1 req-c8235c7c-ad10-452a-9fbf-78837b5f015f service nova] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Received event network-vif-deleted-bcdfb554-e114-45f0-9050-d907327c1dac {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 793.100379] env[63419]: INFO nova.compute.manager [req-64e818ec-9de7-4d89-935d-0562f94e37f1 req-c8235c7c-ad10-452a-9fbf-78837b5f015f service nova] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Neutron deleted interface bcdfb554-e114-45f0-9050-d907327c1dac; detaching it from the instance and deleting it from the info cache [ 793.100542] env[63419]: DEBUG nova.network.neutron [req-64e818ec-9de7-4d89-935d-0562f94e37f1 req-c8235c7c-ad10-452a-9fbf-78837b5f015f service nova] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.131994] env[63419]: DEBUG oslo_vmware.api [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2622437, 'name': PowerOffVM_Task, 'duration_secs': 0.194689} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.131994] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.131994] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.131994] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09b06e9d-a122-4684-8731-99f072a05d84 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.171268] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52d781e3-e09d-9603-6751-c7f253df49e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008227} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.171558] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.171782] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] a6f63cb1-2d7c-4891-aabd-71ab4e225ba7/a6f63cb1-2d7c-4891-aabd-71ab4e225ba7.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.172043] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f366c5f5-8439-4357-9af0-1e5d9890cb57 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.179408] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 793.179408] env[63419]: value = "task-2622440" [ 793.179408] env[63419]: _type = "Task" [ 793.179408] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.189024] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.198720] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.198940] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.199135] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Deleting the datastore file [datastore1] 4282ace6-1de9-4f13-b0cc-09a531a32452 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.199396] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00c9066d-9bb6-416f-a9ef-a2d8d7d43ffd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.205909] env[63419]: DEBUG oslo_vmware.api [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Waiting for the task: (returnval){ [ 793.205909] env[63419]: value = "task-2622441" [ 793.205909] env[63419]: _type = "Task" [ 793.205909] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.216125] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:44:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='00a01385-d627-45ea-8ece-ea0fe44dbbb6',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-616500582',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.216125] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.216125] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.216125] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.216125] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.216125] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.216125] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.216125] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.216538] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.216538] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.216710] env[63419]: DEBUG nova.virt.hardware [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.221837] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=63419) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 793.222112] env[63419]: DEBUG oslo_vmware.api [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2622441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.222334] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b63d860-6b39-4a4e-9764-9372d5f38c70 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.240400] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 793.240400] env[63419]: value = "task-2622442" [ 793.240400] env[63419]: _type = "Task" [ 793.240400] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.248939] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.294526] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.303142] env[63419]: INFO nova.compute.manager [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Took 50.70 seconds to build instance. [ 793.603142] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7c700d8-2e72-4633-b44d-92930895406e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.615200] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662c6fc6-df9b-471a-af48-08d11c1e7d36 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.653548] env[63419]: DEBUG nova.compute.manager [req-64e818ec-9de7-4d89-935d-0562f94e37f1 req-c8235c7c-ad10-452a-9fbf-78837b5f015f service nova] [instance: 926fa14a-e284-4cd4-9ea5-816e590d5612] Detach interface failed, port_id=bcdfb554-e114-45f0-9050-d907327c1dac, reason: Instance 926fa14a-e284-4cd4-9ea5-816e590d5612 could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 793.689264] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481267} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.691821] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore2] a6f63cb1-2d7c-4891-aabd-71ab4e225ba7/a6f63cb1-2d7c-4891-aabd-71ab4e225ba7.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.692069] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.693222] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73dd07b0-2794-4c93-903a-ba0bdd7629be {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.699725] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 793.699725] env[63419]: value = "task-2622443" [ 793.699725] env[63419]: _type = "Task" [ 793.699725] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.714253] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.720477] env[63419]: DEBUG oslo_vmware.api [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Task: {'id': task-2622441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15284} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.720683] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.720827] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.721157] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.721237] env[63419]: INFO nova.compute.manager [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Took 1.11 seconds to destroy the instance on the hypervisor. [ 793.721487] env[63419]: DEBUG oslo.service.loopingcall [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.721650] env[63419]: DEBUG nova.compute.manager [-] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.721744] env[63419]: DEBUG nova.network.neutron [-] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.754784] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622442, 'name': ReconfigVM_Task, 'duration_secs': 0.208669} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.754784] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=63419) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 793.754784] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b432ddf7-1b1d-49ea-8f08-691baf3aaa26 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.780858] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] ebc4e9c5-2e24-4870-94a9-8964e7d7e749/ebc4e9c5-2e24-4870-94a9-8964e7d7e749.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.786051] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c261b559-ee29-4b95-b246-d81a8ebad378 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.805514] env[63419]: DEBUG oslo_concurrency.lockutils [None req-db9ea438-9641-438a-a0e3-975713255ca1 tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "2a444475-c46c-4b82-bb20-76c14a0dabed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.573s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.809164] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622438, 'name': PowerOnVM_Task, 'duration_secs': 0.705254} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.812544] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.812755] env[63419]: INFO nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Took 7.03 seconds to spawn the instance on the hypervisor. [ 793.812932] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.813264] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 793.813264] env[63419]: value = "task-2622444" [ 793.813264] env[63419]: _type = "Task" [ 793.813264] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.814194] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79d8a2e-9959-4468-91a5-ffed9777b5f1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.829766] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.006545] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2ae992-e14f-402d-972e-123e43bded31 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.014290] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c05aee-8c9e-47da-a178-83b5cf192b28 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.055522] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d140157-6e4f-40a1-92c4-967886b78441 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.063659] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cfd7e6-1ab9-4761-a5ca-8b0fcf2856eb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.080735] env[63419]: DEBUG nova.compute.provider_tree [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.212399] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169392} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.213174] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.213537] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393efd19-2063-4f2f-8bc4-6d660e0dbeea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.243072] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] a6f63cb1-2d7c-4891-aabd-71ab4e225ba7/a6f63cb1-2d7c-4891-aabd-71ab4e225ba7.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.243656] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c43d35c-c8cf-4063-8ea8-de05aab4ea59 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.265743] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 794.265743] env[63419]: value = "task-2622445" [ 794.265743] env[63419]: _type = "Task" [ 794.265743] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.275185] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.310332] env[63419]: DEBUG nova.compute.manager [req-bcadb169-13a0-41db-b817-cb446673f6b9 req-24b60717-200f-4e07-8481-c30ab8ece226 service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Received event network-vif-deleted-7c62b09e-21b9-4659-836d-484c98df73f6 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 794.310332] env[63419]: INFO nova.compute.manager [req-bcadb169-13a0-41db-b817-cb446673f6b9 req-24b60717-200f-4e07-8481-c30ab8ece226 service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Neutron deleted interface 7c62b09e-21b9-4659-836d-484c98df73f6; detaching it from the instance and deleting it from the info cache [ 794.310332] env[63419]: DEBUG nova.network.neutron [req-bcadb169-13a0-41db-b817-cb446673f6b9 req-24b60717-200f-4e07-8481-c30ab8ece226 service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.326947] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622444, 'name': ReconfigVM_Task, 'duration_secs': 0.289227} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.328183] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Reconfigured VM instance instance-00000030 to attach disk [datastore2] ebc4e9c5-2e24-4870-94a9-8964e7d7e749/ebc4e9c5-2e24-4870-94a9-8964e7d7e749.vmdk or device None with type thin {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.328360] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updating instance 'ebc4e9c5-2e24-4870-94a9-8964e7d7e749' progress to 50 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 794.340123] env[63419]: INFO nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Took 44.48 seconds to build instance. [ 794.584189] env[63419]: DEBUG nova.scheduler.client.report [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.778706] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.787681] env[63419]: DEBUG nova.network.neutron [-] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.812295] env[63419]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-beb0b0ae-a6de-46f9-91a1-3da3d45f5e31 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.822394] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957d3d20-436a-4c22-96d9-760ecb4ea7f1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.837901] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da73f44-461e-4294-89a5-06f910544ccd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.841341] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "5482860c-ff36-44ea-818b-f4f5d18b6318" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.623s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.876364] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d29727-7e31-41a1-b525-4a7361c434b4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.879708] env[63419]: DEBUG nova.compute.manager [req-bcadb169-13a0-41db-b817-cb446673f6b9 req-24b60717-200f-4e07-8481-c30ab8ece226 service nova] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Detach interface failed, port_id=7c62b09e-21b9-4659-836d-484c98df73f6, reason: Instance 4282ace6-1de9-4f13-b0cc-09a531a32452 could not be found. {{(pid=63419) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 794.896322] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updating instance 'ebc4e9c5-2e24-4870-94a9-8964e7d7e749' progress to 67 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 795.089967] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.090644] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.093760] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.346s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.094039] env[63419]: DEBUG nova.objects.instance [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lazy-loading 'resources' on Instance uuid 270b41dc-aff9-4572-97fd-29ca9680899f {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.277312] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622445, 'name': ReconfigVM_Task, 'duration_secs': 0.863517} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.277623] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Reconfigured VM instance instance-00000038 to attach disk [datastore2] a6f63cb1-2d7c-4891-aabd-71ab4e225ba7/a6f63cb1-2d7c-4891-aabd-71ab4e225ba7.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.278286] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05cd2615-c860-4dc5-a7f8-2fc5e05beb87 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.285601] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 795.285601] env[63419]: value = "task-2622446" [ 795.285601] env[63419]: _type = "Task" [ 795.285601] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.294780] env[63419]: INFO nova.compute.manager [-] [instance: 4282ace6-1de9-4f13-b0cc-09a531a32452] Took 1.57 seconds to deallocate network for instance. [ 795.295077] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622446, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.437597] env[63419]: DEBUG nova.network.neutron [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Port 9f14203c-c4b4-4ce4-bcde-155359591466 binding to destination host cpu-1 is already ACTIVE {{(pid=63419) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 795.598882] env[63419]: DEBUG nova.compute.utils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 795.602405] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.602581] env[63419]: DEBUG nova.network.neutron [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.642273] env[63419]: DEBUG nova.policy [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9221f611da36479eadf7a162f2dd0a5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02361778d16440a79c8b1cd1bd0add00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.724716] env[63419]: DEBUG nova.compute.manager [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.725688] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b12963-e244-4281-895b-b3309eb0bb50 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.797025] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622446, 'name': Rename_Task, 'duration_secs': 0.234017} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.798110] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.798380] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02bb0fb9-47a8-4f03-8804-74ead0c03798 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.803724] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f55cb643-690c-4a7a-9a55-993a4c350d96 tempest-VolumesAssistedSnapshotsTest-1520889868 tempest-VolumesAssistedSnapshotsTest-1520889868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.814973] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 795.814973] env[63419]: value = "task-2622447" [ 795.814973] env[63419]: _type = "Task" [ 795.814973] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.821948] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.897889] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b7254196-149e-4e01-9902-f1cd83e6237f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "d33ef5ff-36c6-4ab5-983a-78ffa0e058f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.898021] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b7254196-149e-4e01-9902-f1cd83e6237f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Lock "d33ef5ff-36c6-4ab5-983a-78ffa0e058f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.993663] env[63419]: DEBUG nova.network.neutron [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Successfully created port: 1465b3ac-8770-444d-b018-96de51aab841 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.107560] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.176141] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a7371c-3eea-4d36-be56-f2585298628e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.183854] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99e88a2-c568-40ff-a390-da83c5e9ebe8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.217110] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f922f8-dde3-42ed-a894-8da937ed3acf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.224561] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff99aa87-de5d-4440-93aa-fefcb950a8d8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.240226] env[63419]: INFO nova.compute.manager [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] instance snapshotting [ 796.242149] env[63419]: DEBUG nova.compute.provider_tree [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.244172] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef6680d-4c61-4fb8-a59e-0fd9b8973b9c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.263863] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6b6868-0fb8-4c3f-ba56-36d6f6b63d0c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.324127] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622447, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.403611] env[63419]: DEBUG nova.compute.manager [None req-b7254196-149e-4e01-9902-f1cd83e6237f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] [instance: d33ef5ff-36c6-4ab5-983a-78ffa0e058f1] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.463681] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "ebc4e9c5-2e24-4870-94a9-8964e7d7e749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.463906] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "ebc4e9c5-2e24-4870-94a9-8964e7d7e749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.464133] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Lock "ebc4e9c5-2e24-4870-94a9-8964e7d7e749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.749223] env[63419]: DEBUG nova.scheduler.client.report [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.775725] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Creating Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 796.776085] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cd302bc4-31f4-4b2b-86ff-a512f1f6f404 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.784436] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 796.784436] env[63419]: value = "task-2622448" [ 796.784436] env[63419]: _type = "Task" [ 796.784436] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.793343] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622448, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.824482] env[63419]: DEBUG oslo_vmware.api [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622447, 'name': PowerOnVM_Task, 'duration_secs': 0.611106} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.824743] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.824942] env[63419]: DEBUG nova.compute.manager [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.825716] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61a4d0d-1c1d-4977-830a-c441dcb9ae9b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.922549] env[63419]: DEBUG oslo_concurrency.lockutils [None req-b7254196-149e-4e01-9902-f1cd83e6237f tempest-AttachInterfacesTestJSON-2061096497 tempest-AttachInterfacesTestJSON-2061096497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.116646] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.147532] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.147799] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.147956] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.148152] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.148302] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.148450] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.148655] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.148812] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.148975] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.149148] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.149320] env[63419]: DEBUG nova.virt.hardware [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.150182] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d75b897-c5ba-405b-b287-05e61314e25a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.158145] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff32e00-1711-461d-802a-4e04c85d7eec {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.255239] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.257765] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.849s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.258006] env[63419]: DEBUG nova.objects.instance [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Lazy-loading 'resources' on Instance uuid 3573b79c-16e7-4278-aa65-7ddcab20cd20 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.279508] env[63419]: INFO nova.scheduler.client.report [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Deleted allocations for instance 270b41dc-aff9-4572-97fd-29ca9680899f [ 797.296280] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622448, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.340666] env[63419]: DEBUG oslo_concurrency.lockutils [None req-5a152664-2add-4395-ae54-e056d7a42d68 tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.525510] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.525510] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.525510] env[63419]: DEBUG nova.network.neutron [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.590878] env[63419]: DEBUG nova.compute.manager [req-fababacf-3741-4f5c-bd48-cd5d06f50baf req-f2c4dbad-b847-4efe-8f89-df1ecd13bbc7 service nova] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Received event network-vif-plugged-1465b3ac-8770-444d-b018-96de51aab841 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 797.591113] env[63419]: DEBUG oslo_concurrency.lockutils [req-fababacf-3741-4f5c-bd48-cd5d06f50baf req-f2c4dbad-b847-4efe-8f89-df1ecd13bbc7 service nova] Acquiring lock "13f1380a-f96e-40e8-a0dd-b0fcd30a0203-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.591377] env[63419]: DEBUG oslo_concurrency.lockutils [req-fababacf-3741-4f5c-bd48-cd5d06f50baf req-f2c4dbad-b847-4efe-8f89-df1ecd13bbc7 service nova] Lock "13f1380a-f96e-40e8-a0dd-b0fcd30a0203-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.591575] env[63419]: DEBUG oslo_concurrency.lockutils [req-fababacf-3741-4f5c-bd48-cd5d06f50baf req-f2c4dbad-b847-4efe-8f89-df1ecd13bbc7 service nova] Lock "13f1380a-f96e-40e8-a0dd-b0fcd30a0203-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.591745] env[63419]: DEBUG nova.compute.manager [req-fababacf-3741-4f5c-bd48-cd5d06f50baf req-f2c4dbad-b847-4efe-8f89-df1ecd13bbc7 service nova] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] No waiting events found dispatching network-vif-plugged-1465b3ac-8770-444d-b018-96de51aab841 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.592081] env[63419]: WARNING nova.compute.manager [req-fababacf-3741-4f5c-bd48-cd5d06f50baf req-f2c4dbad-b847-4efe-8f89-df1ecd13bbc7 service nova] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Received unexpected event network-vif-plugged-1465b3ac-8770-444d-b018-96de51aab841 for instance with vm_state building and task_state spawning. [ 797.714531] env[63419]: DEBUG nova.network.neutron [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Successfully updated port: 1465b3ac-8770-444d-b018-96de51aab841 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.792643] env[63419]: DEBUG oslo_concurrency.lockutils [None req-4f977bf0-8fd8-4aba-ad8c-9e3ae88c4c96 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "270b41dc-aff9-4572-97fd-29ca9680899f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.274s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.802665] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622448, 'name': CreateSnapshot_Task, 'duration_secs': 0.924661} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.803201] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Created Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 797.803986] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94c5899-b043-41a4-84d9-3dc489fbd685 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.938214] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "a6f63cb1-2d7c-4891-aabd-71ab4e225ba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.941738] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "a6f63cb1-2d7c-4891-aabd-71ab4e225ba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.941738] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "a6f63cb1-2d7c-4891-aabd-71ab4e225ba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.941738] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "a6f63cb1-2d7c-4891-aabd-71ab4e225ba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.941738] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "a6f63cb1-2d7c-4891-aabd-71ab4e225ba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.942727] env[63419]: INFO nova.compute.manager [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Terminating instance [ 798.149383] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "0f345c27-a7f2-42f4-b60c-751276d3860b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.149648] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "0f345c27-a7f2-42f4-b60c-751276d3860b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.149853] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "0f345c27-a7f2-42f4-b60c-751276d3860b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.150044] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "0f345c27-a7f2-42f4-b60c-751276d3860b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.150223] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Lock "0f345c27-a7f2-42f4-b60c-751276d3860b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.153974] env[63419]: INFO nova.compute.manager [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Terminating instance [ 798.163060] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba82bbfb-97c5-4766-bca2-23e1746d482a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.172169] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8743746c-506d-48f1-946f-44341088d9ad {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.204736] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2ab332-7291-41fe-88b4-6c0e0c3be09b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.214224] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9c4a15-9ab4-4a12-8f54-5c51be629e61 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.218353] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "refresh_cache-13f1380a-f96e-40e8-a0dd-b0fcd30a0203" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.218496] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired lock "refresh_cache-13f1380a-f96e-40e8-a0dd-b0fcd30a0203" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.218664] env[63419]: DEBUG nova.network.neutron [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.229226] env[63419]: DEBUG nova.compute.provider_tree [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.240337] env[63419]: DEBUG nova.network.neutron [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updating instance_info_cache with network_info: [{"id": "9f14203c-c4b4-4ce4-bcde-155359591466", "address": "fa:16:3e:6e:7e:36", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f14203c-c4", "ovs_interfaceid": "9f14203c-c4b4-4ce4-bcde-155359591466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.326586] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Creating linked-clone VM from snapshot {{(pid=63419) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 798.326880] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55d13b3a-1aac-416a-89cc-ae36d84eba0a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.336380] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 798.336380] env[63419]: value = "task-2622449" [ 798.336380] env[63419]: _type = "Task" [ 798.336380] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.344443] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622449, 'name': CloneVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.447135] env[63419]: DEBUG nova.compute.manager [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.447379] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.448441] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbec1943-3ddd-47c4-a8d0-afe210372aa1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.458685] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.460243] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5e25e7e-95ff-43e3-b7e0-601433276812 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.465349] env[63419]: DEBUG oslo_concurrency.lockutils [None req-341954cd-2deb-439e-9b3c-4374786b2f0b tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "6c3abc8e-c971-4a70-86a6-66d0297d43ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.465693] env[63419]: DEBUG oslo_concurrency.lockutils [None req-341954cd-2deb-439e-9b3c-4374786b2f0b tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Lock "6c3abc8e-c971-4a70-86a6-66d0297d43ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.471745] env[63419]: DEBUG oslo_vmware.api [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 798.471745] env[63419]: value = "task-2622450" [ 798.471745] env[63419]: _type = "Task" [ 798.471745] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.482112] env[63419]: DEBUG oslo_vmware.api [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.657473] env[63419]: DEBUG nova.compute.manager [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.657711] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.658815] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d23d8b-e11f-4bcd-84c2-da18f3ec3f18 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.666889] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.667180] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c498a718-76d6-4ac6-bf3a-feea485aaa1c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.673195] env[63419]: DEBUG oslo_vmware.api [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 798.673195] env[63419]: value = "task-2622451" [ 798.673195] env[63419]: _type = "Task" [ 798.673195] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.681438] env[63419]: DEBUG oslo_vmware.api [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.732724] env[63419]: DEBUG nova.scheduler.client.report [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.742912] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Releasing lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.752473] env[63419]: DEBUG nova.network.neutron [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.846919] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622449, 'name': CloneVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.938671] env[63419]: DEBUG nova.network.neutron [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Updating instance_info_cache with network_info: [{"id": "1465b3ac-8770-444d-b018-96de51aab841", "address": "fa:16:3e:ee:90:45", "network": {"id": "6ea89606-ec1e-492b-ae5a-338d41b40fb7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-964200580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02361778d16440a79c8b1cd1bd0add00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1465b3ac-87", "ovs_interfaceid": "1465b3ac-8770-444d-b018-96de51aab841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.968966] env[63419]: DEBUG nova.compute.manager [None req-341954cd-2deb-439e-9b3c-4374786b2f0b tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: 6c3abc8e-c971-4a70-86a6-66d0297d43ca] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.981832] env[63419]: DEBUG oslo_vmware.api [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622450, 'name': PowerOffVM_Task, 'duration_secs': 0.492738} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.982570] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.982757] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.983017] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2f9e3ce-01ae-4431-a572-dffcc33eb065 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.048810] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.049062] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.049250] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Deleting the datastore file [datastore2] a6f63cb1-2d7c-4891-aabd-71ab4e225ba7 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.049521] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7312db1d-d8ae-471a-9ed0-c40f78dcf87d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.056094] env[63419]: DEBUG oslo_vmware.api [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for the task: (returnval){ [ 799.056094] env[63419]: value = "task-2622453" [ 799.056094] env[63419]: _type = "Task" [ 799.056094] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.064153] env[63419]: DEBUG oslo_vmware.api [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.184345] env[63419]: DEBUG oslo_vmware.api [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622451, 'name': PowerOffVM_Task, 'duration_secs': 0.177993} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.184597] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.184771] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.185471] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c94e52ad-0858-4a26-83e5-d9a41a7702a6 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.239080] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.241794] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.928s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.243626] env[63419]: INFO nova.compute.claims [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.252425] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.252626] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.252801] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Deleting the datastore file [datastore1] 0f345c27-a7f2-42f4-b60c-751276d3860b {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.255155] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-750e08ea-4aee-4c26-998f-8f09535b0b5b {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.263030] env[63419]: DEBUG oslo_vmware.api [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for the task: (returnval){ [ 799.263030] env[63419]: value = "task-2622455" [ 799.263030] env[63419]: _type = "Task" [ 799.263030] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.268973] env[63419]: INFO nova.scheduler.client.report [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Deleted allocations for instance 3573b79c-16e7-4278-aa65-7ddcab20cd20 [ 799.271064] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d41de12-c77a-4e87-9891-57c9ae6524ec {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.282199] env[63419]: DEBUG oslo_vmware.api [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.296236] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc54cec-9737-4be2-b393-d2fcb5567d72 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.304429] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updating instance 'ebc4e9c5-2e24-4870-94a9-8964e7d7e749' progress to 83 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 799.347247] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622449, 'name': CloneVM_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.441274] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Releasing lock "refresh_cache-13f1380a-f96e-40e8-a0dd-b0fcd30a0203" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.441662] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Instance network_info: |[{"id": "1465b3ac-8770-444d-b018-96de51aab841", "address": "fa:16:3e:ee:90:45", "network": {"id": "6ea89606-ec1e-492b-ae5a-338d41b40fb7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-964200580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02361778d16440a79c8b1cd1bd0add00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1465b3ac-87", "ovs_interfaceid": "1465b3ac-8770-444d-b018-96de51aab841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.442151] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:90:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1465b3ac-8770-444d-b018-96de51aab841', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.450174] env[63419]: DEBUG oslo.service.loopingcall [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.450458] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.450702] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eaaaf01-7262-4e0e-b5d4-bed7a32da476 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.471119] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.471119] env[63419]: value = "task-2622456" [ 799.471119] env[63419]: _type = "Task" [ 799.471119] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.482294] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622456, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.494750] env[63419]: DEBUG oslo_concurrency.lockutils [None req-341954cd-2deb-439e-9b3c-4374786b2f0b tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.566157] env[63419]: DEBUG oslo_vmware.api [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Task: {'id': task-2622453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142141} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.566445] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.566638] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.566833] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.567033] env[63419]: INFO nova.compute.manager [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 799.567290] env[63419]: DEBUG oslo.service.loopingcall [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.567485] env[63419]: DEBUG nova.compute.manager [-] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.567581] env[63419]: DEBUG nova.network.neutron [-] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.621181] env[63419]: DEBUG nova.compute.manager [req-d5ee9c34-8a32-430b-94fc-85637177541d req-dc2b9e89-afcf-4b6f-b7be-b874b77443aa service nova] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Received event network-changed-1465b3ac-8770-444d-b018-96de51aab841 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 799.621360] env[63419]: DEBUG nova.compute.manager [req-d5ee9c34-8a32-430b-94fc-85637177541d req-dc2b9e89-afcf-4b6f-b7be-b874b77443aa service nova] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Refreshing instance network info cache due to event network-changed-1465b3ac-8770-444d-b018-96de51aab841. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 799.621581] env[63419]: DEBUG oslo_concurrency.lockutils [req-d5ee9c34-8a32-430b-94fc-85637177541d req-dc2b9e89-afcf-4b6f-b7be-b874b77443aa service nova] Acquiring lock "refresh_cache-13f1380a-f96e-40e8-a0dd-b0fcd30a0203" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.621726] env[63419]: DEBUG oslo_concurrency.lockutils [req-d5ee9c34-8a32-430b-94fc-85637177541d req-dc2b9e89-afcf-4b6f-b7be-b874b77443aa service nova] Acquired lock "refresh_cache-13f1380a-f96e-40e8-a0dd-b0fcd30a0203" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.621895] env[63419]: DEBUG nova.network.neutron [req-d5ee9c34-8a32-430b-94fc-85637177541d req-dc2b9e89-afcf-4b6f-b7be-b874b77443aa service nova] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Refreshing network info cache for port 1465b3ac-8770-444d-b018-96de51aab841 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.773632] env[63419]: DEBUG oslo_vmware.api [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Task: {'id': task-2622455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132659} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.773882] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.774696] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.774951] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.775153] env[63419]: INFO nova.compute.manager [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 799.775402] env[63419]: DEBUG oslo.service.loopingcall [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.775592] env[63419]: DEBUG nova.compute.manager [-] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.775688] env[63419]: DEBUG nova.network.neutron [-] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.781525] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d57f057e-19aa-428a-a008-cc4c5de6a437 tempest-ServersNegativeTestMultiTenantJSON-1578481975 tempest-ServersNegativeTestMultiTenantJSON-1578481975-project-member] Lock "3573b79c-16e7-4278-aa65-7ddcab20cd20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.975s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.812386] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.812924] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c59cfec-299b-4ddf-b18a-0178cc51ad6e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.827137] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Waiting for the task: (returnval){ [ 799.827137] env[63419]: value = "task-2622457" [ 799.827137] env[63419]: _type = "Task" [ 799.827137] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.843690] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622457, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.853907] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622449, 'name': CloneVM_Task, 'duration_secs': 1.057218} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.854205] env[63419]: INFO nova.virt.vmwareapi.vmops [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Created linked-clone VM from snapshot [ 799.854928] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956c5ff2-0b1c-4d0e-9441-c0772bbea1ce {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.863423] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Uploading image b9aa77d8-b964-47b0-bcdb-81c632c0e141 {{(pid=63419) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 799.879374] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Destroying the VM {{(pid=63419) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.879374] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82670e34-b2a8-4814-97e0-0649508997d1 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.885451] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 799.885451] env[63419]: value = "task-2622458" [ 799.885451] env[63419]: _type = "Task" [ 799.885451] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.893724] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622458, 'name': Destroy_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.981833] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622456, 'name': CreateVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.343821] env[63419]: DEBUG oslo_vmware.api [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Task: {'id': task-2622457, 'name': PowerOnVM_Task, 'duration_secs': 0.473724} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.344109] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.344318] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc2d6cd-dc91-4211-b02b-1c2a9313b9c9 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updating instance 'ebc4e9c5-2e24-4870-94a9-8964e7d7e749' progress to 100 {{(pid=63419) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 800.350064] env[63419]: DEBUG nova.network.neutron [-] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.395822] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622458, 'name': Destroy_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.481420] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622456, 'name': CreateVM_Task, 'duration_secs': 0.541675} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.481474] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.483273] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.483467] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.483793] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.484060] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2093f3c-a244-4f73-a37d-e81cab8e316d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.488472] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 800.488472] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52e4939a-df84-bfe1-d40c-58fa4f497a9b" [ 800.488472] env[63419]: _type = "Task" [ 800.488472] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.500729] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e4939a-df84-bfe1-d40c-58fa4f497a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.525362] env[63419]: DEBUG nova.network.neutron [req-d5ee9c34-8a32-430b-94fc-85637177541d req-dc2b9e89-afcf-4b6f-b7be-b874b77443aa service nova] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Updated VIF entry in instance network info cache for port 1465b3ac-8770-444d-b018-96de51aab841. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.525362] env[63419]: DEBUG nova.network.neutron [req-d5ee9c34-8a32-430b-94fc-85637177541d req-dc2b9e89-afcf-4b6f-b7be-b874b77443aa service nova] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Updating instance_info_cache with network_info: [{"id": "1465b3ac-8770-444d-b018-96de51aab841", "address": "fa:16:3e:ee:90:45", "network": {"id": "6ea89606-ec1e-492b-ae5a-338d41b40fb7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-964200580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02361778d16440a79c8b1cd1bd0add00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1465b3ac-87", "ovs_interfaceid": "1465b3ac-8770-444d-b018-96de51aab841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.543448] env[63419]: DEBUG nova.network.neutron [-] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.706420] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8f58c5-89f0-4d17-ade6-eb67c91fc14c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.714317] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baf5da8-7acb-485c-ae21-b218c33c7883 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.744827] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d783ac88-c4a2-4405-b89f-0ca98f6bba29 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.753023] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261e0082-6883-490e-9907-7966d1247cbc {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.765464] env[63419]: DEBUG nova.compute.provider_tree [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.855208] env[63419]: INFO nova.compute.manager [-] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Took 1.29 seconds to deallocate network for instance. [ 800.895944] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622458, 'name': Destroy_Task, 'duration_secs': 0.549692} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.896222] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Destroyed the VM [ 800.896495] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Deleting Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.896742] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-410955a3-b6f7-49db-ba5e-ec8ab55a8d94 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.904295] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 800.904295] env[63419]: value = "task-2622459" [ 800.904295] env[63419]: _type = "Task" [ 800.904295] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.914262] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622459, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.999410] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e4939a-df84-bfe1-d40c-58fa4f497a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.999730] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.999964] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.000217] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.000363] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.000542] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.000810] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f034ac9-5f99-4b27-90e1-d39482665522 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.009757] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.009951] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.010749] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751e47e7-20a7-4ff1-897a-d498fa9b629e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.016685] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 801.016685] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]521085e4-6d20-8d4b-011e-e55b709115b0" [ 801.016685] env[63419]: _type = "Task" [ 801.016685] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.025563] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521085e4-6d20-8d4b-011e-e55b709115b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.027217] env[63419]: DEBUG oslo_concurrency.lockutils [req-d5ee9c34-8a32-430b-94fc-85637177541d req-dc2b9e89-afcf-4b6f-b7be-b874b77443aa service nova] Releasing lock "refresh_cache-13f1380a-f96e-40e8-a0dd-b0fcd30a0203" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.046104] env[63419]: INFO nova.compute.manager [-] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Took 1.27 seconds to deallocate network for instance. [ 801.271027] env[63419]: DEBUG nova.scheduler.client.report [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.360633] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f7272d5d-7b9e-4e8b-8ce4-05acc48281dd tempest-ServerDiskConfigTestJSON-1534651516 tempest-ServerDiskConfigTestJSON-1534651516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.415275] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622459, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.529721] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521085e4-6d20-8d4b-011e-e55b709115b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.530326] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6e8900-23f0-4911-ac6b-530961f6adbe {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.536949] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 801.536949] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52a74e8f-eaf6-9103-f96e-8e2432d61410" [ 801.536949] env[63419]: _type = "Task" [ 801.536949] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.545333] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a74e8f-eaf6-9103-f96e-8e2432d61410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.555440] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d870f2d0-525e-46f8-8a93-58a46c0f27a1 tempest-ServersAdminTestJSON-584836407 tempest-ServersAdminTestJSON-584836407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.655059] env[63419]: DEBUG nova.compute.manager [req-d59558a2-20f0-4fb0-9b32-506a43bb3891 req-1d0563b0-7970-4899-b2ed-ee483312f046 service nova] [instance: a6f63cb1-2d7c-4891-aabd-71ab4e225ba7] Received event network-vif-deleted-fa0ebbbd-be64-46f1-89af-a5040bc5b838 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 801.655279] env[63419]: DEBUG nova.compute.manager [req-d59558a2-20f0-4fb0-9b32-506a43bb3891 req-1d0563b0-7970-4899-b2ed-ee483312f046 service nova] [instance: 0f345c27-a7f2-42f4-b60c-751276d3860b] Received event network-vif-deleted-a0bd5b4d-5b51-45d2-a4b4-575de20fc38d {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 801.776366] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.776912] env[63419]: DEBUG nova.compute.manager [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.784961] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.011s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.785216] env[63419]: DEBUG nova.objects.instance [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lazy-loading 'resources' on Instance uuid abe34f8c-743f-4205-bcbc-da2c4108aeec {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.915385] env[63419]: DEBUG oslo_vmware.api [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622459, 'name': RemoveSnapshot_Task, 'duration_secs': 0.840197} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.915891] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Deleted Snapshot of the VM instance {{(pid=63419) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 802.047117] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52a74e8f-eaf6-9103-f96e-8e2432d61410, 'name': SearchDatastore_Task, 'duration_secs': 0.011825} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.047391] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.047645] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 13f1380a-f96e-40e8-a0dd-b0fcd30a0203/13f1380a-f96e-40e8-a0dd-b0fcd30a0203.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.047910] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c117e9f9-03da-42b3-90dd-60c0539d2e48 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.055471] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 802.055471] env[63419]: value = "task-2622460" [ 802.055471] env[63419]: _type = "Task" [ 802.055471] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.062998] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.292624] env[63419]: DEBUG nova.compute.utils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 802.300338] env[63419]: DEBUG nova.compute.manager [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.300338] env[63419]: DEBUG nova.network.neutron [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.346024] env[63419]: DEBUG nova.policy [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba1cbc140f684b339ede567b3090419d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62efeb28914b412e9caa18cd0b461789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.420196] env[63419]: WARNING nova.compute.manager [None req-fe5506ae-cd6d-42f7-9369-1016e181601c tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Image not found during snapshot: nova.exception.ImageNotFound: Image b9aa77d8-b964-47b0-bcdb-81c632c0e141 could not be found. [ 802.571571] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481934} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.571821] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 13f1380a-f96e-40e8-a0dd-b0fcd30a0203/13f1380a-f96e-40e8-a0dd-b0fcd30a0203.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.574553] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.574869] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-430a9c4b-ec3f-4d47-b953-8478b49eabee {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.583426] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 802.583426] env[63419]: value = "task-2622461" [ 802.583426] env[63419]: _type = "Task" [ 802.583426] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.591891] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.680571] env[63419]: DEBUG nova.network.neutron [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Successfully created port: 4413f2ee-c8ce-465d-b989-474f12a60665 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.754104] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea78051-952f-4f46-ac79-c7b86e16fa30 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.762850] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c080548-df04-47c4-b49c-d05e9f051037 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.800398] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ae35eb-0d10-419a-8c47-82909f924543 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.805297] env[63419]: DEBUG nova.compute.manager [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.815250] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5fc20c-4c34-4195-b639-293838a2da1a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.832736] env[63419]: DEBUG nova.compute.provider_tree [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.095129] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277782} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.095443] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.096564] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13e640-6681-459f-8acc-ab5a57a50817 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.122703] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 13f1380a-f96e-40e8-a0dd-b0fcd30a0203/13f1380a-f96e-40e8-a0dd-b0fcd30a0203.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.123512] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c999c95-4684-4a1f-9ed7-d2620c8cc8a7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.145433] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 803.145433] env[63419]: value = "task-2622462" [ 803.145433] env[63419]: _type = "Task" [ 803.145433] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.155694] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.335511] env[63419]: DEBUG nova.scheduler.client.report [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.464617] env[63419]: DEBUG nova.network.neutron [None req-7b576fce-b9fe-4209-865e-48fbf035f200 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Port 9f14203c-c4b4-4ce4-bcde-155359591466 binding to destination host cpu-1 is already ACTIVE {{(pid=63419) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 803.464834] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7b576fce-b9fe-4209-865e-48fbf035f200 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.464923] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7b576fce-b9fe-4209-865e-48fbf035f200 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquired lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.465060] env[63419]: DEBUG nova.network.neutron [None req-7b576fce-b9fe-4209-865e-48fbf035f200 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.583377] env[63419]: DEBUG oslo_concurrency.lockutils [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "2a444475-c46c-4b82-bb20-76c14a0dabed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.583675] env[63419]: DEBUG oslo_concurrency.lockutils [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "2a444475-c46c-4b82-bb20-76c14a0dabed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.583890] env[63419]: DEBUG oslo_concurrency.lockutils [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "2a444475-c46c-4b82-bb20-76c14a0dabed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.584629] env[63419]: DEBUG oslo_concurrency.lockutils [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "2a444475-c46c-4b82-bb20-76c14a0dabed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.584815] env[63419]: DEBUG oslo_concurrency.lockutils [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Lock "2a444475-c46c-4b82-bb20-76c14a0dabed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.586868] env[63419]: INFO nova.compute.manager [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Terminating instance [ 803.656891] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622462, 'name': ReconfigVM_Task, 'duration_secs': 0.311539} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.656891] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 13f1380a-f96e-40e8-a0dd-b0fcd30a0203/13f1380a-f96e-40e8-a0dd-b0fcd30a0203.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.657156] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81e8678d-fc32-4d2b-8c0d-631dcf344c45 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.664448] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 803.664448] env[63419]: value = "task-2622463" [ 803.664448] env[63419]: _type = "Task" [ 803.664448] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.672453] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622463, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.814695] env[63419]: DEBUG nova.compute.manager [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.842246] env[63419]: DEBUG nova.virt.hardware [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.842502] env[63419]: DEBUG nova.virt.hardware [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.842659] env[63419]: DEBUG nova.virt.hardware [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.842838] env[63419]: DEBUG nova.virt.hardware [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.842985] env[63419]: DEBUG nova.virt.hardware [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.843146] env[63419]: DEBUG nova.virt.hardware [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.843356] env[63419]: DEBUG nova.virt.hardware [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.843512] env[63419]: DEBUG nova.virt.hardware [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.843679] env[63419]: DEBUG nova.virt.hardware [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.843825] env[63419]: DEBUG nova.virt.hardware [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.843995] env[63419]: DEBUG nova.virt.hardware [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.844733] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.847162] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ff0c72-0774-4a5c-99cd-a22c887f814d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.849922] env[63419]: DEBUG oslo_concurrency.lockutils [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.837s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.850826] env[63419]: DEBUG nova.objects.instance [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lazy-loading 'resources' on Instance uuid 1584e140-07b6-4876-8d25-b814f731d86d {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.857042] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a2c1a6-dc50-4a8d-b749-e0fa4f43df94 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.874593] env[63419]: INFO nova.scheduler.client.report [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Deleted allocations for instance abe34f8c-743f-4205-bcbc-da2c4108aeec [ 804.094941] env[63419]: DEBUG nova.compute.manager [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.094941] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.098623] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4af3e0-9b79-4b2c-95a8-c8bddacb4e8f {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.107681] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.107681] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-846acbae-d25b-427a-863c-22d2ea0dfce0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.114687] env[63419]: DEBUG oslo_vmware.api [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 804.114687] env[63419]: value = "task-2622464" [ 804.114687] env[63419]: _type = "Task" [ 804.114687] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.122699] env[63419]: DEBUG oslo_vmware.api [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.174849] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622463, 'name': Rename_Task, 'duration_secs': 0.151127} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.175251] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.175525] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89324b12-5107-42da-9a16-290c27bd9884 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.183191] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 804.183191] env[63419]: value = "task-2622465" [ 804.183191] env[63419]: _type = "Task" [ 804.183191] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.191406] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.384857] env[63419]: DEBUG oslo_concurrency.lockutils [None req-f3bae106-c7d6-43f3-8cda-b5ca55cbd3b6 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "abe34f8c-743f-4205-bcbc-da2c4108aeec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.486s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.408314] env[63419]: DEBUG nova.network.neutron [None req-7b576fce-b9fe-4209-865e-48fbf035f200 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Updating instance_info_cache with network_info: [{"id": "9f14203c-c4b4-4ce4-bcde-155359591466", "address": "fa:16:3e:6e:7e:36", "network": {"id": "7f92ec1e-6b11-472e-852e-8413c55bd80b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "67cb6c35ad4d4e0aa4d9aa12ddc1edd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f14203c-c4", "ovs_interfaceid": "9f14203c-c4b4-4ce4-bcde-155359591466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.450320] env[63419]: DEBUG nova.compute.manager [req-a5b77d82-9e79-4f8f-9bab-c377dae4ec17 req-d93d5c93-abc1-4c7b-a2ca-084be669f67b service nova] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Received event network-vif-plugged-4413f2ee-c8ce-465d-b989-474f12a60665 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 804.450320] env[63419]: DEBUG oslo_concurrency.lockutils [req-a5b77d82-9e79-4f8f-9bab-c377dae4ec17 req-d93d5c93-abc1-4c7b-a2ca-084be669f67b service nova] Acquiring lock "16ae9c15-99fe-4b7a-a0d1-3981baf00e6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.450320] env[63419]: DEBUG oslo_concurrency.lockutils [req-a5b77d82-9e79-4f8f-9bab-c377dae4ec17 req-d93d5c93-abc1-4c7b-a2ca-084be669f67b service nova] Lock "16ae9c15-99fe-4b7a-a0d1-3981baf00e6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.450320] env[63419]: DEBUG oslo_concurrency.lockutils [req-a5b77d82-9e79-4f8f-9bab-c377dae4ec17 req-d93d5c93-abc1-4c7b-a2ca-084be669f67b service nova] Lock "16ae9c15-99fe-4b7a-a0d1-3981baf00e6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.450320] env[63419]: DEBUG nova.compute.manager [req-a5b77d82-9e79-4f8f-9bab-c377dae4ec17 req-d93d5c93-abc1-4c7b-a2ca-084be669f67b service nova] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] No waiting events found dispatching network-vif-plugged-4413f2ee-c8ce-465d-b989-474f12a60665 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.450320] env[63419]: WARNING nova.compute.manager [req-a5b77d82-9e79-4f8f-9bab-c377dae4ec17 req-d93d5c93-abc1-4c7b-a2ca-084be669f67b service nova] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Received unexpected event network-vif-plugged-4413f2ee-c8ce-465d-b989-474f12a60665 for instance with vm_state building and task_state spawning. [ 804.546481] env[63419]: DEBUG nova.network.neutron [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Successfully updated port: 4413f2ee-c8ce-465d-b989-474f12a60665 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.624852] env[63419]: DEBUG oslo_vmware.api [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622464, 'name': PowerOffVM_Task, 'duration_secs': 0.180327} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.625134] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.625309] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.625558] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e877ec38-9ce4-4004-a1df-c39505f64ee9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.696101] env[63419]: DEBUG oslo_vmware.api [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622465, 'name': PowerOnVM_Task, 'duration_secs': 0.495047} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.697326] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.697544] env[63419]: INFO nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Took 7.58 seconds to spawn the instance on the hypervisor. [ 804.697725] env[63419]: DEBUG nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.698015] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.698202] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.698374] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Deleting the datastore file [datastore2] 2a444475-c46c-4b82-bb20-76c14a0dabed {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.699150] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb83a87-4a14-43fe-a7a1-bc4f9823b86c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.701572] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31d4496e-9b65-437b-a683-229551add241 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.711803] env[63419]: DEBUG oslo_vmware.api [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for the task: (returnval){ [ 804.711803] env[63419]: value = "task-2622467" [ 804.711803] env[63419]: _type = "Task" [ 804.711803] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.720018] env[63419]: DEBUG oslo_vmware.api [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.766890] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5432431-d49e-411b-b868-13556d25657d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.774645] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcf4129-9615-485a-9709-3a4a964ee620 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.806708] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e626e6ac-6707-4866-9842-0f6f71ffe098 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.814127] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e443c2ce-7a5c-47b2-a6bd-f693df4093da {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.828831] env[63419]: DEBUG nova.compute.provider_tree [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.915293] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7b576fce-b9fe-4209-865e-48fbf035f200 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Releasing lock "refresh_cache-ebc4e9c5-2e24-4870-94a9-8964e7d7e749" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.050416] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "refresh_cache-16ae9c15-99fe-4b7a-a0d1-3981baf00e6b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.050732] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquired lock "refresh_cache-16ae9c15-99fe-4b7a-a0d1-3981baf00e6b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.050788] env[63419]: DEBUG nova.network.neutron [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.099390] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "19a2af7c-98e8-459b-852b-e9b213388b66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.099584] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "19a2af7c-98e8-459b-852b-e9b213388b66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.099803] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "19a2af7c-98e8-459b-852b-e9b213388b66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.099927] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "19a2af7c-98e8-459b-852b-e9b213388b66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.100801] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Lock "19a2af7c-98e8-459b-852b-e9b213388b66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.102096] env[63419]: INFO nova.compute.manager [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Terminating instance [ 805.223034] env[63419]: INFO nova.compute.manager [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Took 48.95 seconds to build instance. [ 805.226999] env[63419]: DEBUG oslo_vmware.api [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Task: {'id': task-2622467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136822} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.227446] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.227675] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.227860] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.228042] env[63419]: INFO nova.compute.manager [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 805.228308] env[63419]: DEBUG oslo.service.loopingcall [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.228507] env[63419]: DEBUG nova.compute.manager [-] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.228684] env[63419]: DEBUG nova.network.neutron [-] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.332013] env[63419]: DEBUG nova.scheduler.client.report [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.418848] env[63419]: DEBUG nova.compute.manager [None req-7b576fce-b9fe-4209-865e-48fbf035f200 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] [instance: ebc4e9c5-2e24-4870-94a9-8964e7d7e749] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63419) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 805.419090] env[63419]: DEBUG oslo_concurrency.lockutils [None req-7b576fce-b9fe-4209-865e-48fbf035f200 tempest-MigrationsAdminTest-1292009579 tempest-MigrationsAdminTest-1292009579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.591374] env[63419]: DEBUG nova.network.neutron [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Instance cache missing network info. {{(pid=63419) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.610520] env[63419]: DEBUG nova.compute.manager [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.610776] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.611669] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ccc1df-35ca-4963-9ed1-3f088af599c2 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.620247] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.623783] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b028d463-6969-4e76-9f42-f1f72631fe3a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.630021] env[63419]: DEBUG oslo_vmware.api [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 805.630021] env[63419]: value = "task-2622468" [ 805.630021] env[63419]: _type = "Task" [ 805.630021] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.635742] env[63419]: DEBUG oslo_vmware.api [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.728765] env[63419]: DEBUG oslo_concurrency.lockutils [None req-58151b68-b351-4005-8a45-e853651217eb tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "13f1380a-f96e-40e8-a0dd-b0fcd30a0203" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.477s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.802312] env[63419]: DEBUG nova.network.neutron [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Updating instance_info_cache with network_info: [{"id": "4413f2ee-c8ce-465d-b989-474f12a60665", "address": "fa:16:3e:08:b1:04", "network": {"id": "0d9a72d9-a46d-47d6-a7b4-caf276f9e869", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1081094696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62efeb28914b412e9caa18cd0b461789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4413f2ee-c8", "ovs_interfaceid": "4413f2ee-c8ce-465d-b989-474f12a60665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.841022] env[63419]: DEBUG oslo_concurrency.lockutils [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.841022] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.838s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.843312] env[63419]: INFO nova.compute.claims [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.862302] env[63419]: INFO nova.scheduler.client.report [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Deleted allocations for instance 1584e140-07b6-4876-8d25-b814f731d86d [ 805.992310] env[63419]: DEBUG nova.network.neutron [-] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.137608] env[63419]: DEBUG oslo_vmware.api [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622468, 'name': PowerOffVM_Task, 'duration_secs': 0.217529} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.137868] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.138058] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.138312] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70a9aed5-de09-460a-a6fd-f2cfa1cf9f50 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.187546] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "5482860c-ff36-44ea-818b-f4f5d18b6318" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.187809] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "5482860c-ff36-44ea-818b-f4f5d18b6318" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.188038] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "5482860c-ff36-44ea-818b-f4f5d18b6318-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.188228] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "5482860c-ff36-44ea-818b-f4f5d18b6318-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.188563] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "5482860c-ff36-44ea-818b-f4f5d18b6318-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.190651] env[63419]: INFO nova.compute.manager [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Terminating instance [ 806.199765] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.199986] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.200190] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Deleting the datastore file [datastore1] 19a2af7c-98e8-459b-852b-e9b213388b66 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.201545] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-005987b7-2d9f-4bba-be2a-8e75d03d5264 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.207520] env[63419]: DEBUG oslo_vmware.api [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for the task: (returnval){ [ 806.207520] env[63419]: value = "task-2622470" [ 806.207520] env[63419]: _type = "Task" [ 806.207520] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.215481] env[63419]: DEBUG oslo_vmware.api [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.261730] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "13f1380a-f96e-40e8-a0dd-b0fcd30a0203" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.261963] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "13f1380a-f96e-40e8-a0dd-b0fcd30a0203" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.262184] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "13f1380a-f96e-40e8-a0dd-b0fcd30a0203-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.262363] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "13f1380a-f96e-40e8-a0dd-b0fcd30a0203-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.262529] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Lock "13f1380a-f96e-40e8-a0dd-b0fcd30a0203-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.264598] env[63419]: INFO nova.compute.manager [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Terminating instance [ 806.305423] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Releasing lock "refresh_cache-16ae9c15-99fe-4b7a-a0d1-3981baf00e6b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.305751] env[63419]: DEBUG nova.compute.manager [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Instance network_info: |[{"id": "4413f2ee-c8ce-465d-b989-474f12a60665", "address": "fa:16:3e:08:b1:04", "network": {"id": "0d9a72d9-a46d-47d6-a7b4-caf276f9e869", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1081094696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62efeb28914b412e9caa18cd0b461789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4413f2ee-c8", "ovs_interfaceid": "4413f2ee-c8ce-465d-b989-474f12a60665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.306482] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:b1:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4413f2ee-c8ce-465d-b989-474f12a60665', 'vif_model': 'vmxnet3'}] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.314559] env[63419]: DEBUG oslo.service.loopingcall [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.314764] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.314985] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17d2544a-cf7a-4b14-a633-081a35643aa4 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.336558] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.336558] env[63419]: value = "task-2622471" [ 806.336558] env[63419]: _type = "Task" [ 806.336558] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.344253] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622471, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.369146] env[63419]: DEBUG oslo_concurrency.lockutils [None req-19088063-824e-4522-b9ed-5a41f68651d8 tempest-SecurityGroupsTestJSON-1846395432 tempest-SecurityGroupsTestJSON-1846395432-project-member] Lock "1584e140-07b6-4876-8d25-b814f731d86d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.930s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.493656] env[63419]: DEBUG nova.compute.manager [req-224b5b82-55d7-4fc4-9f5e-0ce1df26b405 req-2337d85e-12b0-4505-9e69-79aa0fbb4567 service nova] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Received event network-changed-4413f2ee-c8ce-465d-b989-474f12a60665 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 806.493842] env[63419]: DEBUG nova.compute.manager [req-224b5b82-55d7-4fc4-9f5e-0ce1df26b405 req-2337d85e-12b0-4505-9e69-79aa0fbb4567 service nova] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Refreshing instance network info cache due to event network-changed-4413f2ee-c8ce-465d-b989-474f12a60665. {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 806.494077] env[63419]: DEBUG oslo_concurrency.lockutils [req-224b5b82-55d7-4fc4-9f5e-0ce1df26b405 req-2337d85e-12b0-4505-9e69-79aa0fbb4567 service nova] Acquiring lock "refresh_cache-16ae9c15-99fe-4b7a-a0d1-3981baf00e6b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.494223] env[63419]: DEBUG oslo_concurrency.lockutils [req-224b5b82-55d7-4fc4-9f5e-0ce1df26b405 req-2337d85e-12b0-4505-9e69-79aa0fbb4567 service nova] Acquired lock "refresh_cache-16ae9c15-99fe-4b7a-a0d1-3981baf00e6b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.494387] env[63419]: DEBUG nova.network.neutron [req-224b5b82-55d7-4fc4-9f5e-0ce1df26b405 req-2337d85e-12b0-4505-9e69-79aa0fbb4567 service nova] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Refreshing network info cache for port 4413f2ee-c8ce-465d-b989-474f12a60665 {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.495841] env[63419]: INFO nova.compute.manager [-] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Took 1.27 seconds to deallocate network for instance. [ 806.695902] env[63419]: DEBUG nova.compute.manager [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.695902] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.695902] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d99f730-3334-4bf9-bbaf-28728f63b5ad {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.704962] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.705225] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe65b2f1-05ba-4305-b0df-0528bf2e0466 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.713022] env[63419]: DEBUG oslo_vmware.api [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 806.713022] env[63419]: value = "task-2622472" [ 806.713022] env[63419]: _type = "Task" [ 806.713022] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.718339] env[63419]: DEBUG oslo_vmware.api [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Task: {'id': task-2622470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203611} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.718994] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.719216] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.719421] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.719602] env[63419]: INFO nova.compute.manager [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Took 1.11 seconds to destroy the instance on the hypervisor. [ 806.719840] env[63419]: DEBUG oslo.service.loopingcall [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.720041] env[63419]: DEBUG nova.compute.manager [-] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.720155] env[63419]: DEBUG nova.network.neutron [-] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.726874] env[63419]: DEBUG oslo_vmware.api [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.768628] env[63419]: DEBUG nova.compute.manager [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Start destroying the instance on the hypervisor. {{(pid=63419) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.768889] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.769764] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fff80a2-e85c-42ee-9011-ec0d53e11ceb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.777626] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.777882] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9afac234-76fe-49c6-aad9-dac186942111 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.784964] env[63419]: DEBUG oslo_vmware.api [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 806.784964] env[63419]: value = "task-2622473" [ 806.784964] env[63419]: _type = "Task" [ 806.784964] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.793828] env[63419]: DEBUG oslo_vmware.api [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.847440] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622471, 'name': CreateVM_Task, 'duration_secs': 0.322283} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.847632] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.848359] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.848538] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.848881] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.849175] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73960c29-b89b-46e2-a070-6bb314f03225 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.857506] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 806.857506] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]524642cf-a0f0-1b61-1a7e-0c9e2a4a0c63" [ 806.857506] env[63419]: _type = "Task" [ 806.857506] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.866117] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524642cf-a0f0-1b61-1a7e-0c9e2a4a0c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.003841] env[63419]: DEBUG oslo_concurrency.lockutils [None req-05b4edbf-6461-4ddb-b86b-293eb823613e tempest-ImagesOneServerNegativeTestJSON-1202975490 tempest-ImagesOneServerNegativeTestJSON-1202975490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.221632] env[63419]: DEBUG oslo_vmware.api [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622472, 'name': PowerOffVM_Task, 'duration_secs': 0.295009} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.224165] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.224165] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.224165] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de4c9c9b-c21a-4662-aac0-61f643f40a90 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.299127] env[63419]: DEBUG oslo_vmware.api [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622473, 'name': PowerOffVM_Task, 'duration_secs': 0.261587} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.299127] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.299127] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.299332] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4948fc6c-2209-4a3e-a66e-954f5a231e37 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.302591] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.302735] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Deleting contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.302932] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Deleting the datastore file [datastore2] 5482860c-ff36-44ea-818b-f4f5d18b6318 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.303146] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0c60860-c0be-4e45-9f35-3936a0cad186 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.309798] env[63419]: DEBUG oslo_vmware.api [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 807.309798] env[63419]: value = "task-2622476" [ 807.309798] env[63419]: _type = "Task" [ 807.309798] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.320815] env[63419]: DEBUG oslo_vmware.api [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.323212] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd87486c-0bca-40c0-b14d-1d5608b10669 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.330126] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8967e622-1e57-466f-a906-b5d26a1d47a8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.369459] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4f0988-6d0b-455c-a1e7-fde04af892aa {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.372055] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.372250] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Deleting contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.372434] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Deleting the datastore file [datastore1] 13f1380a-f96e-40e8-a0dd-b0fcd30a0203 {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.372678] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3a6a888-ddb9-4b2c-bb64-24d6ecf320f9 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.384120] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474daad6-3ec6-4578-ad03-292fe961f53c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.388674] env[63419]: DEBUG oslo_vmware.api [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for the task: (returnval){ [ 807.388674] env[63419]: value = "task-2622477" [ 807.388674] env[63419]: _type = "Task" [ 807.388674] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.388897] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]524642cf-a0f0-1b61-1a7e-0c9e2a4a0c63, 'name': SearchDatastore_Task, 'duration_secs': 0.016964} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.391016] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.391016] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.391016] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.391016] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.391016] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.397021] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f1929a7-09a0-4e92-ab72-c62e1087a238 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.403347] env[63419]: DEBUG nova.compute.provider_tree [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.410690] env[63419]: DEBUG oslo_vmware.api [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.420805] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.421130] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.421876] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ab9d50-1f7c-41f7-b812-17d32b25ead0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.427080] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 807.427080] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]521f1955-adfb-9e4c-4b3b-6c1d6a158ce5" [ 807.427080] env[63419]: _type = "Task" [ 807.427080] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.435191] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521f1955-adfb-9e4c-4b3b-6c1d6a158ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.438643] env[63419]: DEBUG nova.network.neutron [req-224b5b82-55d7-4fc4-9f5e-0ce1df26b405 req-2337d85e-12b0-4505-9e69-79aa0fbb4567 service nova] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Updated VIF entry in instance network info cache for port 4413f2ee-c8ce-465d-b989-474f12a60665. {{(pid=63419) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.438974] env[63419]: DEBUG nova.network.neutron [req-224b5b82-55d7-4fc4-9f5e-0ce1df26b405 req-2337d85e-12b0-4505-9e69-79aa0fbb4567 service nova] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Updating instance_info_cache with network_info: [{"id": "4413f2ee-c8ce-465d-b989-474f12a60665", "address": "fa:16:3e:08:b1:04", "network": {"id": "0d9a72d9-a46d-47d6-a7b4-caf276f9e869", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1081094696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62efeb28914b412e9caa18cd0b461789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4413f2ee-c8", "ovs_interfaceid": "4413f2ee-c8ce-465d-b989-474f12a60665", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.611604] env[63419]: DEBUG nova.network.neutron [-] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.826057] env[63419]: DEBUG oslo_vmware.api [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150303} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.826057] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.826057] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Deleted contents of the VM from datastore datastore2 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.826057] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.826057] env[63419]: INFO nova.compute.manager [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Took 1.13 seconds to destroy the instance on the hypervisor. [ 807.826057] env[63419]: DEBUG oslo.service.loopingcall [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.826057] env[63419]: DEBUG nova.compute.manager [-] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.826057] env[63419]: DEBUG nova.network.neutron [-] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.898912] env[63419]: DEBUG oslo_vmware.api [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Task: {'id': task-2622477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147611} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.902159] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Deleted the datastore file {{(pid=63419) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.902159] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Deleted contents of the VM from datastore datastore1 {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.902159] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Instance destroyed {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.902159] env[63419]: INFO nova.compute.manager [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Took 1.13 seconds to destroy the instance on the hypervisor. [ 807.902159] env[63419]: DEBUG oslo.service.loopingcall [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.902159] env[63419]: DEBUG nova.compute.manager [-] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Deallocating network for instance {{(pid=63419) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.902159] env[63419]: DEBUG nova.network.neutron [-] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] deallocate_for_instance() {{(pid=63419) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.910025] env[63419]: DEBUG nova.scheduler.client.report [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.937459] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]521f1955-adfb-9e4c-4b3b-6c1d6a158ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.008175} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.938376] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696eac23-8920-4072-ac73-cc0935f765b7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.941199] env[63419]: DEBUG oslo_concurrency.lockutils [req-224b5b82-55d7-4fc4-9f5e-0ce1df26b405 req-2337d85e-12b0-4505-9e69-79aa0fbb4567 service nova] Releasing lock "refresh_cache-16ae9c15-99fe-4b7a-a0d1-3981baf00e6b" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.941544] env[63419]: DEBUG nova.compute.manager [req-224b5b82-55d7-4fc4-9f5e-0ce1df26b405 req-2337d85e-12b0-4505-9e69-79aa0fbb4567 service nova] [instance: 2a444475-c46c-4b82-bb20-76c14a0dabed] Received event network-vif-deleted-8c59f333-0ce4-494f-b787-13d74f411548 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 807.944858] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 807.944858] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]5230c94b-dafa-65c1-a43e-5ff4d404fef0" [ 807.944858] env[63419]: _type = "Task" [ 807.944858] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.952788] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5230c94b-dafa-65c1-a43e-5ff4d404fef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.115762] env[63419]: INFO nova.compute.manager [-] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Took 1.39 seconds to deallocate network for instance. [ 808.416057] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.416057] env[63419]: DEBUG nova.compute.manager [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.416810] env[63419]: DEBUG oslo_concurrency.lockutils [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.723s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.417178] env[63419]: DEBUG nova.objects.instance [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lazy-loading 'resources' on Instance uuid 2be46c98-5700-4689-828a-048d61b99344 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.459321] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]5230c94b-dafa-65c1-a43e-5ff4d404fef0, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.459453] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.459886] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b/16ae9c15-99fe-4b7a-a0d1-3981baf00e6b.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.460180] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9fa4259-7ad6-40df-bf28-2167872d4017 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.468728] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 808.468728] env[63419]: value = "task-2622478" [ 808.468728] env[63419]: _type = "Task" [ 808.468728] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.477897] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.544365] env[63419]: DEBUG nova.compute.manager [req-8d3c46bf-593f-45db-a38e-54cd50ff7483 req-46e7ba1c-03b0-4ac9-b5ac-c5c798f824ab service nova] [instance: 19a2af7c-98e8-459b-852b-e9b213388b66] Received event network-vif-deleted-6031cbec-674f-4aea-ad14-5880b73aec26 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 808.620983] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d220a282-7e27-449e-9b1b-df341af56d61 tempest-ServersAdminNegativeTestJSON-18684267 tempest-ServersAdminNegativeTestJSON-18684267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.924086] env[63419]: DEBUG nova.compute.utils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 808.925829] env[63419]: DEBUG nova.compute.manager [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Not allocating networking since 'none' was specified. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 808.984158] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622478, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.025785] env[63419]: DEBUG nova.network.neutron [-] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.034670] env[63419]: DEBUG nova.network.neutron [-] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Updating instance_info_cache with network_info: [] {{(pid=63419) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.300102] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8651b032-2e7a-4a4e-b115-df57c3fd4869 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.308043] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e62789b-0f9a-4754-b656-e12661a86e56 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.340626] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6ca613-96f3-4d20-ab4b-4a208b54e4ea {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.348049] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352b93cf-5d16-4c64-88eb-625b28c6bd79 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.361254] env[63419]: DEBUG nova.compute.provider_tree [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.427761] env[63419]: DEBUG nova.compute.manager [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.480636] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560585} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.480901] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b/16ae9c15-99fe-4b7a-a0d1-3981baf00e6b.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.481156] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.481414] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a96e37a2-6c93-40ae-ac5e-7a7a80eded41 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.488494] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 809.488494] env[63419]: value = "task-2622479" [ 809.488494] env[63419]: _type = "Task" [ 809.488494] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.496240] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.529391] env[63419]: INFO nova.compute.manager [-] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Took 1.70 seconds to deallocate network for instance. [ 809.537248] env[63419]: INFO nova.compute.manager [-] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Took 1.64 seconds to deallocate network for instance. [ 809.865700] env[63419]: DEBUG nova.scheduler.client.report [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.998393] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061798} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.998673] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.999484] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e7fd62-b201-4c5f-a692-7306152a7e80 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.022603] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b/16ae9c15-99fe-4b7a-a0d1-3981baf00e6b.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.023043] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d115e8bc-3cf7-4bc3-87c8-d681b117673a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.039823] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8d6199ac-dac4-4d7b-9f9b-6274f77be241 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.043430] env[63419]: DEBUG oslo_concurrency.lockutils [None req-23e08429-ef1b-44c4-9c48-bc18cd15c536 tempest-MultipleCreateTestJSON-955431698 tempest-MultipleCreateTestJSON-955431698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.045512] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 810.045512] env[63419]: value = "task-2622480" [ 810.045512] env[63419]: _type = "Task" [ 810.045512] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.053531] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.375151] env[63419]: DEBUG oslo_concurrency.lockutils [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.375851] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.388s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.377430] env[63419]: DEBUG nova.objects.instance [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Lazy-loading 'resources' on Instance uuid cc0626f2-6d10-4983-add7-3466497963f6 {{(pid=63419) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.399064] env[63419]: INFO nova.scheduler.client.report [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Deleted allocations for instance 2be46c98-5700-4689-828a-048d61b99344 [ 810.436895] env[63419]: DEBUG nova.compute.manager [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.469549] env[63419]: DEBUG nova.virt.hardware [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.469837] env[63419]: DEBUG nova.virt.hardware [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.470081] env[63419]: DEBUG nova.virt.hardware [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.470332] env[63419]: DEBUG nova.virt.hardware [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.470535] env[63419]: DEBUG nova.virt.hardware [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.470733] env[63419]: DEBUG nova.virt.hardware [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.470994] env[63419]: DEBUG nova.virt.hardware [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.471238] env[63419]: DEBUG nova.virt.hardware [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.471494] env[63419]: DEBUG nova.virt.hardware [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.471700] env[63419]: DEBUG nova.virt.hardware [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.471934] env[63419]: DEBUG nova.virt.hardware [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.473018] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c4573d-1a98-4196-a851-08e098e05eba {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.481511] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e714e0-0331-4e8b-b6ca-e9e479a1ec47 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.495617] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Instance VIF info [] {{(pid=63419) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.501431] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Creating folder: Project (73f6c3ce5fad4e07943c3a926fb711fd). Parent ref: group-v528420. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.501755] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c36a4a4-9870-4d5c-ab1c-d61d68640978 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.511444] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Created folder: Project (73f6c3ce5fad4e07943c3a926fb711fd) in parent group-v528420. [ 810.511638] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Creating folder: Instances. Parent ref: group-v528596. {{(pid=63419) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.511851] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ae43ee4-8dea-4713-9500-66950b1be3b0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.520427] env[63419]: INFO nova.virt.vmwareapi.vm_util [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Created folder: Instances in parent group-v528596. [ 810.520666] env[63419]: DEBUG oslo.service.loopingcall [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63419) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 810.520844] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Creating VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.521070] env[63419]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca0c2571-9bb5-49d8-a30a-331242b93d0d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.537151] env[63419]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.537151] env[63419]: value = "task-2622483" [ 810.537151] env[63419]: _type = "Task" [ 810.537151] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.544379] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622483, 'name': CreateVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.553736] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622480, 'name': ReconfigVM_Task, 'duration_secs': 0.331399} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.553989] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b/16ae9c15-99fe-4b7a-a0d1-3981baf00e6b.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.554624] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-837a4217-f2a1-463b-afce-02a046cb4e27 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.559860] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 810.559860] env[63419]: value = "task-2622484" [ 810.559860] env[63419]: _type = "Task" [ 810.559860] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.566780] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622484, 'name': Rename_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.572034] env[63419]: DEBUG nova.compute.manager [req-aa9de23f-098d-4291-bbfe-4995fbf1d189 req-21ed9315-8969-4da8-82f0-cdef5922b708 service nova] [instance: 5482860c-ff36-44ea-818b-f4f5d18b6318] Received event network-vif-deleted-b7e2e7c1-df73-4a71-8bb3-5146dd708e72 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 810.572227] env[63419]: DEBUG nova.compute.manager [req-aa9de23f-098d-4291-bbfe-4995fbf1d189 req-21ed9315-8969-4da8-82f0-cdef5922b708 service nova] [instance: 13f1380a-f96e-40e8-a0dd-b0fcd30a0203] Received event network-vif-deleted-1465b3ac-8770-444d-b018-96de51aab841 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 810.913225] env[63419]: DEBUG oslo_concurrency.lockutils [None req-612a98bd-f797-43bd-b568-3de21ff8cb13 tempest-DeleteServersAdminTestJSON-1286437094 tempest-DeleteServersAdminTestJSON-1286437094-project-member] Lock "2be46c98-5700-4689-828a-048d61b99344" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.827s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.051586] env[63419]: DEBUG oslo_vmware.api [-] Task: {'id': task-2622483, 'name': CreateVM_Task, 'duration_secs': 0.284383} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.053478] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Created VM on the ESX host {{(pid=63419) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.053478] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.053478] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.053891] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.054341] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3568ec66-5482-4872-87ba-d169ecb8b985 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.060397] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Waiting for the task: (returnval){ [ 811.060397] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52858755-eebf-95fa-23c5-e2131a63aa8b" [ 811.060397] env[63419]: _type = "Task" [ 811.060397] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.077369] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52858755-eebf-95fa-23c5-e2131a63aa8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013104} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.083662] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.083662] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Processing image cc4e344e-8c3c-4785-83c3-1f66694fa99d {{(pid=63419) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.083662] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.083662] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.083662] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.083662] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622484, 'name': Rename_Task, 'duration_secs': 0.138884} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.085654] env[63419]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa5c5be9-3331-4d96-b99a-10847daf590c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.087878] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.089112] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-003abc10-847c-43af-af22-392a53e4631e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.097022] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 811.097022] env[63419]: value = "task-2622485" [ 811.097022] env[63419]: _type = "Task" [ 811.097022] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.098115] env[63419]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63419) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.098362] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63419) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.105076] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42eecd24-2ea7-4aca-b51d-c556be890186 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.113426] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Waiting for the task: (returnval){ [ 811.113426] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52193fa2-a73a-dbe2-86e8-8bb28e02e605" [ 811.113426] env[63419]: _type = "Task" [ 811.113426] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.117788] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622485, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.126897] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52193fa2-a73a-dbe2-86e8-8bb28e02e605, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.127228] env[63419]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0614b35-2fe3-4cc9-8ba0-37ad5fe4ee14 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.136514] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Waiting for the task: (returnval){ [ 811.136514] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52e60f9e-46d5-147d-504c-dbaf1f90d684" [ 811.136514] env[63419]: _type = "Task" [ 811.136514] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.144116] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e60f9e-46d5-147d-504c-dbaf1f90d684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.284019] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce5a2ed-c427-433b-ba60-bd7f100642af {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.291118] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d094aa8-eec3-4b9b-a704-b7702d492688 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.328023] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2f1737-11f2-4eee-b3e2-0a0d9c28f7fb {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.333024] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3368fd-9edc-4dde-b1fc-79b15a0fca5a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.347526] env[63419]: DEBUG nova.compute.provider_tree [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.609232] env[63419]: DEBUG oslo_vmware.api [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622485, 'name': PowerOnVM_Task, 'duration_secs': 0.458007} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.609232] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.609499] env[63419]: INFO nova.compute.manager [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Took 7.79 seconds to spawn the instance on the hypervisor. [ 811.609688] env[63419]: DEBUG nova.compute.manager [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.610577] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a3b2fa-48da-4080-87b3-14873047a3cf {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.646089] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': session[52c62e01-325d-5ded-60a4-47a36c607d52]52e60f9e-46d5-147d-504c-dbaf1f90d684, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.646364] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.646646] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 0a9c3541-7186-42d4-97ec-84bb82ad74e3/0a9c3541-7186-42d4-97ec-84bb82ad74e3.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.646924] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-983d724d-5d32-4158-95b8-291d8095c906 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.653313] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Waiting for the task: (returnval){ [ 811.653313] env[63419]: value = "task-2622486" [ 811.653313] env[63419]: _type = "Task" [ 811.653313] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.664731] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.853512] env[63419]: DEBUG nova.scheduler.client.report [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.129635] env[63419]: INFO nova.compute.manager [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Took 43.83 seconds to build instance. [ 812.166511] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494212} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.166713] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cc4e344e-8c3c-4785-83c3-1f66694fa99d/cc4e344e-8c3c-4785-83c3-1f66694fa99d.vmdk to [datastore1] 0a9c3541-7186-42d4-97ec-84bb82ad74e3/0a9c3541-7186-42d4-97ec-84bb82ad74e3.vmdk {{(pid=63419) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.166918] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Extending root virtual disk to 1048576 {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.167203] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36c13935-c56f-46e4-9d72-111d4fa76c01 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.173610] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Waiting for the task: (returnval){ [ 812.173610] env[63419]: value = "task-2622487" [ 812.173610] env[63419]: _type = "Task" [ 812.173610] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.186064] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.362798] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.366309] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.383s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.367797] env[63419]: INFO nova.compute.claims [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: 3727c71e-5ee1-40d2-9ca3-909788e52be4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.396276] env[63419]: INFO nova.scheduler.client.report [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Deleted allocations for instance cc0626f2-6d10-4983-add7-3466497963f6 [ 812.632277] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9a3b1b96-7796-4414-9f7d-2f11efdf293d tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "16ae9c15-99fe-4b7a-a0d1-3981baf00e6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.339s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.687302] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068334} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.687302] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Extended root virtual disk {{(pid=63419) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.688242] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aef60ae-814b-439e-8986-02c023742495 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.713230] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 0a9c3541-7186-42d4-97ec-84bb82ad74e3/0a9c3541-7186-42d4-97ec-84bb82ad74e3.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.713351] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3478213-2ae4-43b1-b06a-e138b542a2fd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.736129] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Waiting for the task: (returnval){ [ 812.736129] env[63419]: value = "task-2622488" [ 812.736129] env[63419]: _type = "Task" [ 812.736129] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.749965] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622488, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.857138] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9297f0a5-7572-4a02-89af-6c5cfc70f1f9 tempest-ServerMetadataNegativeTestJSON-1640912592 tempest-ServerMetadataNegativeTestJSON-1640912592-project-member] Acquiring lock "b9d8147a-a1ac-433c-a7b8-ed343a9bc295" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.857410] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9297f0a5-7572-4a02-89af-6c5cfc70f1f9 tempest-ServerMetadataNegativeTestJSON-1640912592 tempest-ServerMetadataNegativeTestJSON-1640912592-project-member] Lock "b9d8147a-a1ac-433c-a7b8-ed343a9bc295" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.903718] env[63419]: DEBUG oslo_concurrency.lockutils [None req-ff3e8f2d-75ac-46f2-b11b-aabbacd707e0 tempest-InstanceActionsV221TestJSON-135873931 tempest-InstanceActionsV221TestJSON-135873931-project-member] Lock "cc0626f2-6d10-4983-add7-3466497963f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.642s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.246504] env[63419]: DEBUG oslo_concurrency.lockutils [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Acquiring lock "16ae9c15-99fe-4b7a-a0d1-3981baf00e6b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.246810] env[63419]: DEBUG oslo_concurrency.lockutils [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lock "16ae9c15-99fe-4b7a-a0d1-3981baf00e6b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.246871] env[63419]: INFO nova.compute.manager [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Shelving [ 813.248485] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622488, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.362873] env[63419]: DEBUG nova.compute.manager [None req-9297f0a5-7572-4a02-89af-6c5cfc70f1f9 tempest-ServerMetadataNegativeTestJSON-1640912592 tempest-ServerMetadataNegativeTestJSON-1640912592-project-member] [instance: b9d8147a-a1ac-433c-a7b8-ed343a9bc295] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.745964] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622488, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.800013] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3e4a81-a610-4248-9a73-ba877e29adba {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.809031] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910b589a-6dde-4836-b466-b3206adb455a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.841261] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff67a79-e623-408a-8e80-c4c6bd9c28e0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.851481] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37ec759-6cbe-4f2a-8a18-73186422c423 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.872116] env[63419]: DEBUG nova.compute.provider_tree [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.889535] env[63419]: DEBUG oslo_concurrency.lockutils [None req-9297f0a5-7572-4a02-89af-6c5cfc70f1f9 tempest-ServerMetadataNegativeTestJSON-1640912592 tempest-ServerMetadataNegativeTestJSON-1640912592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.247815] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622488, 'name': ReconfigVM_Task, 'duration_secs': 1.276823} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.248326] env[63419]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 0a9c3541-7186-42d4-97ec-84bb82ad74e3/0a9c3541-7186-42d4-97ec-84bb82ad74e3.vmdk or device None with type sparse {{(pid=63419) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.249081] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fba2eda-05d4-4c97-8c6f-0a594ed94392 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.256378] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Waiting for the task: (returnval){ [ 814.256378] env[63419]: value = "task-2622489" [ 814.256378] env[63419]: _type = "Task" [ 814.256378] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.260304] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.260578] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d1384de-303a-494f-8aaa-67d2b64db766 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.268074] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622489, 'name': Rename_Task} progress is 6%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.269729] env[63419]: DEBUG oslo_vmware.api [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 814.269729] env[63419]: value = "task-2622490" [ 814.269729] env[63419]: _type = "Task" [ 814.269729] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.276663] env[63419]: DEBUG oslo_vmware.api [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.377891] env[63419]: DEBUG nova.scheduler.client.report [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.768151] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622489, 'name': Rename_Task, 'duration_secs': 0.181527} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.768151] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Powering on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.768151] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3280698c-6370-49cb-828d-1e8c668acdc8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.780607] env[63419]: DEBUG oslo_vmware.api [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622490, 'name': PowerOffVM_Task, 'duration_secs': 0.252318} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.781882] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.782954] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Waiting for the task: (returnval){ [ 814.782954] env[63419]: value = "task-2622491" [ 814.782954] env[63419]: _type = "Task" [ 814.782954] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.784989] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380d0bac-2b53-4ac8-bf5c-091360a80407 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.816397] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622491, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.817332] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5efd554-dfd9-4c3f-bfc9-81559bd31d71 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.883397] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.883980] env[63419]: DEBUG nova.compute.manager [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: 3727c71e-5ee1-40d2-9ca3-909788e52be4] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.889570] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.306s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.891169] env[63419]: INFO nova.compute.claims [None req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] [instance: 76445876-6cd6-4899-8cf3-0c3f6eeabbc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.079266] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a938f27d-894e-4fc4-892c-32340cae63bd tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquiring lock "b0e8e66e-c14e-4e1c-8cbf-2f600fd74adb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.079266] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a938f27d-894e-4fc4-892c-32340cae63bd tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Lock "b0e8e66e-c14e-4e1c-8cbf-2f600fd74adb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.300841] env[63419]: DEBUG oslo_vmware.api [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622491, 'name': PowerOnVM_Task, 'duration_secs': 0.482434} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.301111] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Powered on the VM {{(pid=63419) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.301304] env[63419]: INFO nova.compute.manager [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Took 4.86 seconds to spawn the instance on the hypervisor. [ 815.301478] env[63419]: DEBUG nova.compute.manager [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.302267] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e706abfe-785a-4371-9af2-906bbd2f9c9e {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.328120] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Creating Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 815.329767] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56dde6f8-21cc-4c1e-a696-7692edb2cde0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.336624] env[63419]: DEBUG oslo_vmware.api [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 815.336624] env[63419]: value = "task-2622492" [ 815.336624] env[63419]: _type = "Task" [ 815.336624] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.345769] env[63419]: DEBUG oslo_vmware.api [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.397486] env[63419]: DEBUG nova.compute.utils [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 815.403162] env[63419]: DEBUG nova.compute.manager [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: 3727c71e-5ee1-40d2-9ca3-909788e52be4] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.403162] env[63419]: DEBUG nova.network.neutron [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: 3727c71e-5ee1-40d2-9ca3-909788e52be4] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.439788] env[63419]: DEBUG nova.policy [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a721b26869474fb098293c7244196dbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9092aca7e35d4b28864888c9f035aff4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63419) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.582613] env[63419]: DEBUG nova.compute.manager [None req-a938f27d-894e-4fc4-892c-32340cae63bd tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] [instance: b0e8e66e-c14e-4e1c-8cbf-2f600fd74adb] Starting instance... {{(pid=63419) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.723805] env[63419]: DEBUG nova.network.neutron [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: 3727c71e-5ee1-40d2-9ca3-909788e52be4] Successfully created port: df5f2830-11c5-436c-9a5e-458e65298e30 {{(pid=63419) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.826051] env[63419]: INFO nova.compute.manager [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Took 41.84 seconds to build instance. [ 815.849762] env[63419]: DEBUG oslo_vmware.api [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622492, 'name': CreateSnapshot_Task, 'duration_secs': 0.484847} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.852030] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Created Snapshot of the VM instance {{(pid=63419) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.852030] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0496bb-b121-4def-bf98-3fcd2787e119 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.902071] env[63419]: DEBUG nova.compute.manager [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: 3727c71e-5ee1-40d2-9ca3-909788e52be4] Start building block device mappings for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.114325] env[63419]: DEBUG oslo_concurrency.lockutils [None req-a938f27d-894e-4fc4-892c-32340cae63bd tempest-ServerActionsTestJSON-136806025 tempest-ServerActionsTestJSON-136806025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.332141] env[63419]: DEBUG oslo_concurrency.lockutils [None req-8f6cb2fb-9b73-44ce-aba9-2520763f3497 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Lock "0a9c3541-7186-42d4-97ec-84bb82ad74e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.354s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.371667] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Creating linked-clone VM from snapshot {{(pid=63419) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.372856] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8eb81aa2-e15d-47cb-adde-9d66af38f9d0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.376735] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245f618a-c226-49a5-a6c6-d9ff6ff3c653 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.385149] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f14b58-39a9-4eae-a7f8-c091141c65f8 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.390706] env[63419]: DEBUG oslo_vmware.api [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the task: (returnval){ [ 816.390706] env[63419]: value = "task-2622493" [ 816.390706] env[63419]: _type = "Task" [ 816.390706] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.427429] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d261ac5-47ac-4dd7-bded-133e984b295d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.433564] env[63419]: DEBUG oslo_vmware.api [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622493, 'name': CloneVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.439528] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3511e39-a92d-4208-9f32-b6867dacc90c {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.456104] env[63419]: DEBUG nova.compute.provider_tree [None req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Inventory has not changed in ProviderTree for provider: 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba {{(pid=63419) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.654219] env[63419]: INFO nova.compute.manager [None req-41dbde37-79bf-4c2d-ba7f-a811ac918270 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Rebuilding instance [ 816.708536] env[63419]: DEBUG nova.compute.manager [None req-41dbde37-79bf-4c2d-ba7f-a811ac918270 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Checking state {{(pid=63419) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.709466] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df08c68f-241a-4b58-8752-3fd573ccadfd {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.903254] env[63419]: DEBUG oslo_vmware.api [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622493, 'name': CloneVM_Task} progress is 94%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.935670] env[63419]: DEBUG nova.compute.manager [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: 3727c71e-5ee1-40d2-9ca3-909788e52be4] Start spawning the instance on the hypervisor. {{(pid=63419) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.959350] env[63419]: DEBUG nova.scheduler.client.report [None req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Inventory has not changed for provider 9f5215b0-afd5-459a-88f8-ed0e40d0a0ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63419) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.978939] env[63419]: DEBUG nova.virt.hardware [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T08:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T08:40:02Z,direct_url=,disk_format='vmdk',id=cc4e344e-8c3c-4785-83c3-1f66694fa99d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='67cb6c35ad4d4e0aa4d9aa12ddc1edd7',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T08:40:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.983246] env[63419]: DEBUG nova.virt.hardware [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Flavor limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.983246] env[63419]: DEBUG nova.virt.hardware [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Image limits 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.983246] env[63419]: DEBUG nova.virt.hardware [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Flavor pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.983246] env[63419]: DEBUG nova.virt.hardware [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Image pref 0:0:0 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.983246] env[63419]: DEBUG nova.virt.hardware [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63419) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.983246] env[63419]: DEBUG nova.virt.hardware [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.983246] env[63419]: DEBUG nova.virt.hardware [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.983246] env[63419]: DEBUG nova.virt.hardware [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Got 1 possible topologies {{(pid=63419) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.983246] env[63419]: DEBUG nova.virt.hardware [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.983246] env[63419]: DEBUG nova.virt.hardware [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63419) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.983246] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc12ee6-4eda-4ad0-b760-8114a501426d {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.000414] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f339bba-ac98-493e-af6b-d6d514dedfa7 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.229418] env[63419]: DEBUG nova.compute.manager [req-76aaab47-142d-425a-9cd8-a8e2d67fae9e req-9d61f113-25f4-4315-80aa-a90353aa842c service nova] [instance: 3727c71e-5ee1-40d2-9ca3-909788e52be4] Received event network-vif-plugged-df5f2830-11c5-436c-9a5e-458e65298e30 {{(pid=63419) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 817.230174] env[63419]: DEBUG oslo_concurrency.lockutils [req-76aaab47-142d-425a-9cd8-a8e2d67fae9e req-9d61f113-25f4-4315-80aa-a90353aa842c service nova] Acquiring lock "3727c71e-5ee1-40d2-9ca3-909788e52be4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.232443] env[63419]: DEBUG oslo_concurrency.lockutils [req-76aaab47-142d-425a-9cd8-a8e2d67fae9e req-9d61f113-25f4-4315-80aa-a90353aa842c service nova] Lock "3727c71e-5ee1-40d2-9ca3-909788e52be4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.232546] env[63419]: DEBUG oslo_concurrency.lockutils [req-76aaab47-142d-425a-9cd8-a8e2d67fae9e req-9d61f113-25f4-4315-80aa-a90353aa842c service nova] Lock "3727c71e-5ee1-40d2-9ca3-909788e52be4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.232722] env[63419]: DEBUG nova.compute.manager [req-76aaab47-142d-425a-9cd8-a8e2d67fae9e req-9d61f113-25f4-4315-80aa-a90353aa842c service nova] [instance: 3727c71e-5ee1-40d2-9ca3-909788e52be4] No waiting events found dispatching network-vif-plugged-df5f2830-11c5-436c-9a5e-458e65298e30 {{(pid=63419) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.232889] env[63419]: WARNING nova.compute.manager [req-76aaab47-142d-425a-9cd8-a8e2d67fae9e req-9d61f113-25f4-4315-80aa-a90353aa842c service nova] [instance: 3727c71e-5ee1-40d2-9ca3-909788e52be4] Received unexpected event network-vif-plugged-df5f2830-11c5-436c-9a5e-458e65298e30 for instance with vm_state building and task_state spawning. [ 818.024421] env[63419]: DEBUG nova.network.neutron [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: 3727c71e-5ee1-40d2-9ca3-909788e52be4] Successfully updated port: df5f2830-11c5-436c-9a5e-458e65298e30 {{(pid=63419) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.027103] env[63419]: DEBUG oslo_concurrency.lockutils [None req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.139s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.027103] env[63419]: DEBUG nova.compute.manager [None req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] [instance: 76445876-6cd6-4899-8cf3-0c3f6eeabbc3] Start building networks asynchronously for instance. {{(pid=63419) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.033020] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dbde37-79bf-4c2d-ba7f-a811ac918270 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Powering off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.033764] env[63419]: DEBUG oslo_concurrency.lockutils [None req-08e8e9aa-7eb1-490c-be62-b2ade9582011 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.599s {{(pid=63419) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.035595] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e394a7d-1fe3-41d3-b992-6fdf71fa5555 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.044504] env[63419]: DEBUG oslo_vmware.api [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Task: {'id': task-2622493, 'name': CloneVM_Task, 'duration_secs': 1.419009} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.046191] env[63419]: INFO nova.virt.vmwareapi.vmops [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Created linked-clone VM from snapshot [ 818.046191] env[63419]: DEBUG oslo_vmware.api [None req-41dbde37-79bf-4c2d-ba7f-a811ac918270 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Waiting for the task: (returnval){ [ 818.046191] env[63419]: value = "task-2622494" [ 818.046191] env[63419]: _type = "Task" [ 818.046191] env[63419]: } to complete. {{(pid=63419) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.046787] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376b3688-3585-4515-bbcc-f68362592b62 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.059386] env[63419]: DEBUG oslo_vmware.api [None req-41dbde37-79bf-4c2d-ba7f-a811ac918270 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.063152] env[63419]: DEBUG nova.virt.vmwareapi.images [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] [instance: 16ae9c15-99fe-4b7a-a0d1-3981baf00e6b] Uploading image 3f78e66a-cddb-4a43-96d6-8890feafd459 {{(pid=63419) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.096386] env[63419]: DEBUG oslo_vmware.rw_handles [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.096386] env[63419]: value = "vm-528600" [ 818.096386] env[63419]: _type = "VirtualMachine" [ 818.096386] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.097227] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae8a79d6-6960-4e21-a47c-067c70fe8830 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.104669] env[63419]: DEBUG oslo_vmware.rw_handles [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Lease: (returnval){ [ 818.104669] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52244fd9-f68f-bd14-9ab7-074964eb3897" [ 818.104669] env[63419]: _type = "HttpNfcLease" [ 818.104669] env[63419]: } obtained for exporting VM: (result){ [ 818.104669] env[63419]: value = "vm-528600" [ 818.104669] env[63419]: _type = "VirtualMachine" [ 818.104669] env[63419]: }. {{(pid=63419) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.104994] env[63419]: DEBUG oslo_vmware.api [None req-102f3e30-359c-456d-985c-6363e0d63fa5 tempest-DeleteServersTestJSON-1917508598 tempest-DeleteServersTestJSON-1917508598-project-member] Waiting for the lease: (returnval){ [ 818.104994] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52244fd9-f68f-bd14-9ab7-074964eb3897" [ 818.104994] env[63419]: _type = "HttpNfcLease" [ 818.104994] env[63419]: } to be ready. {{(pid=63419) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.112502] env[63419]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.112502] env[63419]: value = "session[52c62e01-325d-5ded-60a4-47a36c607d52]52244fd9-f68f-bd14-9ab7-074964eb3897" [ 818.112502] env[63419]: _type = "HttpNfcLease" [ 818.112502] env[63419]: } is initializing. {{(pid=63419) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.532409] env[63419]: DEBUG nova.compute.utils [None req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] Using /dev/sd instead of None {{(pid=63419) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 818.533910] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Acquiring lock "refresh_cache-3727c71e-5ee1-40d2-9ca3-909788e52be4" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.533910] env[63419]: DEBUG oslo_concurrency.lockutils [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] Acquired lock "refresh_cache-3727c71e-5ee1-40d2-9ca3-909788e52be4" {{(pid=63419) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.534616] env[63419]: DEBUG nova.network.neutron [None req-6b1cb065-9dac-4af7-bcc0-6fc0b9ad1c41 tempest-ServersNegativeTestJSON-1030772191 tempest-ServersNegativeTestJSON-1030772191-project-member] [instance: 3727c71e-5ee1-40d2-9ca3-909788e52be4] Building network info cache for instance {{(pid=63419) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.536708] env[63419]: DEBUG nova.compute.manager [None req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] [instance: 76445876-6cd6-4899-8cf3-0c3f6eeabbc3] Allocating IP information in the background. {{(pid=63419) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.536888] env[63419]: DEBUG nova.network.neutron [None req-d8768852-609b-4093-a2a0-4cb3d5a63aa8 tempest-ServersTestJSON-406246726 tempest-ServersTestJSON-406246726-project-member] [instance: 76445876-6cd6-4899-8cf3-0c3f6eeabbc3] allocate_for_instance() {{(pid=63419) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.561921] env[63419]: DEBUG oslo_vmware.api [None req-41dbde37-79bf-4c2d-ba7f-a811ac918270 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] Task: {'id': task-2622494, 'name': PowerOffVM_Task, 'duration_secs': 0.12571} completed successfully. {{(pid=63419) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.562283] env[63419]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dbde37-79bf-4c2d-ba7f-a811ac918270 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Powered off the VM {{(pid=63419) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.562549] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-41dbde37-79bf-4c2d-ba7f-a811ac918270 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Destroying instance {{(pid=63419) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.563475] env[63419]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2562bd4d-3628-4172-9eca-f0b1834f8a6a {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.572678] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-41dbde37-79bf-4c2d-ba7f-a811ac918270 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Unregistering the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.572678] env[63419]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67db29ff-2e2c-4c9a-99ad-03a507e25cb0 {{(pid=63419) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.600379] env[63419]: DEBUG nova.virt.vmwareapi.vmops [None req-41dbde37-79bf-4c2d-ba7f-a811ac918270 tempest-ServerShowV254Test-1879832971 tempest-ServerShowV254Test-1879832971-project-member] [instance: 0a9c3541-7186-42d4-97ec-84bb82ad74e3] Unregistered the VM {{(pid=63419) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.600556] env[63419]: DEBUG nova.virt.vmwareapi.v